00000800:00000200:0.1F:1775764340.781074:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006396a0c4] -> 12345-192.168.202.151@tcp (2) 00000800:00000200:2.1F:1775764340.786445:0:2357:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1775764340.786466:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.151@tcp ip 192.168.202.151:988 00000800:00000200:2.1:1775764340.786470:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e31c0bd8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1775764340.808839:0:2357:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1775764340.821566:0:2357:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000080:00200000:1.0:1775764893.411091:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ea1a0cb5 00000080:00200000:1.0:1775764893.411092:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.411094:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.411101:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.411113:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.411116:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.411118:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.411123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.411125:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.411128:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.411132:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.411140:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.411148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.411150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.411154:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.411156:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154957, 154957] 00000080:00200000:1.0:1775764893.411166:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.411169:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.411173:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634707968 i_blocks 1196131 00000080:00200000:1.0:1775764893.411176:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.411190:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634707968, count: 4096 00000080:00200000:1.0:1775764893.411201:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634707968, bytes: 4096 00000080:00200000:1.0:1775764893.411204:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.411207:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154959, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.411208:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634707968, 634712064) 0 0 00000080:00200000:1.0:1775764893.411211:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.411215:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154958, 154958] 00020000:00200000:1.0:1775764893.411218:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634707968 chunk: [634707968, 634712064) 634712064, 4096 00020000:00200000:1.0:1775764893.411220:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.411231:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154958, 154958] 00000008:00010000:1.0:1775764893.411236:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.411238:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.411275:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.411286:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634707968 634712063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.411295:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.411302:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.411309:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.411317:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634707968, 634712064) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.411322:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154958 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.411338:0:17279:0:(rw26.c:858:ll_write_end()) pos 634707968, len 4096, copied 4096 00000080:00200000:1.0:1775764893.411342:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008eb36543[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.411345:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000086ccb07f fffffc0001001 3:0 ffff967bc9024a80 154958 lru 00000080:00200000:1.0:1775764893.411356:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005886de09 154958: 1< 0 - - > 2< 634707968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:1.0:1775764893.411358:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008eb36543 00000080:00200000:1.0:1775764893.411868:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.411872:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.411886:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.411903:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.411907:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.411909:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.411916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.411919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.411922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.411926:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.411935:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.411944:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.411947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.411952:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.411956:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154958, 154958] 00000080:00200000:1.0:1775764893.411970:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.411973:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.411979:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634712064 i_blocks 1196131 00000080:00200000:1.0:1775764893.411983:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.412001:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634712064, count: 4096 00000080:00200000:1.0:1775764893.412015:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634712064, bytes: 4096 00000080:00200000:1.0:1775764893.412066:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.412070:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154960, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.412072:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634712064, 634716160) 0 0 00000080:00200000:1.0:1775764893.412075:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.412083:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154959, 154959] 00020000:00200000:1.0:1775764893.412087:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634712064 chunk: [634712064, 634716160) 634716160, 4096 00020000:00200000:1.0:1775764893.412090:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.412107:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154959, 154959] 00000008:00010000:1.0:1775764893.412114:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.412117:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.412126:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.412136:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634712064 634716159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.412146:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.412155:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.412162:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.412171:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634712064, 634716160) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.412177:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154959 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.413599:0:17279:0:(rw26.c:858:ll_write_end()) pos 634712064, len 4096, copied 4096 00000080:00200000:1.0:1775764893.413616:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001909e3f2[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.413620:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000696889be fffffc0001001 3:0 ffff967bc9024540 154959 lru 00000080:00200000:1.0:1775764893.413627:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000308c3fe7 154959: 1< 0 - - > 2< 634712064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:1.0:1775764893.413630:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001909e3f2 00000080:00200000:1.0:1775764893.413631:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.413636:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.413661:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.413693:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.413697:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.413781:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.413798:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.413802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.413805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.413811:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.413821:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.413836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.413839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.413848:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.413854:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154959, 154959] 00000080:00200000:1.0:1775764893.413879:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.413882:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.413892:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634716160 i_blocks 1196131 00000080:00200000:1.0:1775764893.413897:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.413925:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634716160, count: 4096 00000080:00200000:1.0:1775764893.413945:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634716160, bytes: 4096 00000080:00200000:1.0:1775764893.413949:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.413954:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154961, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.413956:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634716160, 634720256) 0 0 00000080:00200000:1.0:1775764893.413959:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.413970:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154960, 154960] 00020000:00200000:1.0:1775764893.413975:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634716160 chunk: [634716160, 634720256) 634720256, 4096 00020000:00200000:1.0:1775764893.413978:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.413999:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154960, 154960] 00000008:00010000:1.0:1775764893.414010:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.414013:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.414029:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414040:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634716160 634720255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414050:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414058:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414065:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.414074:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634716160, 634720256) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.414084:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154960 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.414115:0:17279:0:(rw26.c:858:ll_write_end()) pos 634716160, len 4096, copied 4096 00000080:00200000:1.0:1775764893.414120:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000062c2472f[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.414123:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000188fa10a fffffc0001001 3:0 ffff967bc90240e0 154960 lru 00000080:00200000:1.0:1775764893.414130:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a912b25b 154960: 1< 0 - - > 2< 634716160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:1.0:1775764893.414132:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000062c2472f 00000080:00200000:1.0:1775764893.414133:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.414136:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.414144:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.414157:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.414160:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.414162:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.414168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.414170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.414173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.414177:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414185:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.414192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.414194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.414199:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.414201:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154960, 154960] 00000080:00200000:1.0:1775764893.414212:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.414215:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.414220:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634720256 i_blocks 1196131 00000080:00200000:1.0:1775764893.414223:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.414238:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634720256, count: 4096 00000080:00200000:1.0:1775764893.414275:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634720256, bytes: 4096 00000080:00200000:1.0:1775764893.414279:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.414283:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154962, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.414284:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634720256, 634724352) 0 0 00000080:00200000:1.0:1775764893.414287:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.414292:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154961, 154961] 00020000:00200000:1.0:1775764893.414295:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634720256 chunk: [634720256, 634724352) 634724352, 4096 00020000:00200000:1.0:1775764893.414297:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.414309:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154961, 154961] 00000008:00010000:1.0:1775764893.414315:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.414317:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.414325:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414334:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634720256 634724351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414342:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414349:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414355:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.414376:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634720256, 634724352) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.414381:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154961 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.414397:0:17279:0:(rw26.c:858:ll_write_end()) pos 634720256, len 4096, copied 4096 00000080:00200000:1.0:1775764893.414401:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e67c239e[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.414404:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005091f853 fffffc0001001 3:0 ffff967bc90241c0 154961 lru 00000080:00200000:1.0:1775764893.414409:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001faa790e 154961: 1< 0 - - > 2< 634720256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:1.0:1775764893.414411:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e67c239e 00000080:00200000:1.0:1775764893.414413:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.414415:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.414423:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.414435:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.414438:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.414440:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.414445:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.414448:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.414450:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.414454:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414462:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.414470:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.414472:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.414476:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.414479:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154961, 154961] 00000080:00200000:1.0:1775764893.414488:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.414491:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.414496:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634724352 i_blocks 1196131 00000080:00200000:1.0:1775764893.414499:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.414513:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634724352, count: 4096 00000080:00200000:1.0:1775764893.414525:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634724352, bytes: 4096 00000080:00200000:1.0:1775764893.414528:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.414531:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154963, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.414533:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634724352, 634728448) 0 0 00000080:00200000:1.0:1775764893.414535:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.414541:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154962, 154962] 00020000:00200000:1.0:1775764893.414544:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634724352 chunk: [634724352, 634728448) 634728448, 4096 00020000:00200000:1.0:1775764893.414546:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.414558:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154962, 154962] 00000008:00010000:1.0:1775764893.414564:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.414566:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.414573:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414582:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634724352 634728447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414590:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414597:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414604:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.414613:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634724352, 634728448) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.414619:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154962 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.414643:0:17279:0:(rw26.c:858:ll_write_end()) pos 634724352, len 4096, copied 4096 00000080:00200000:1.0:1775764893.414648:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bdc88089[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.414651:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000191727ae fffffc0001021 2:0 ffff967bc9024700 154962 lru 00000080:00200000:1.0:1775764893.414656:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002de4e671 154962: 1< 0 - - > 2< 634724352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:1.0:1775764893.414658:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bdc88089 00000080:00200000:1.0:1775764893.414660:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.414662:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.414671:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.414684:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.414687:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.414689:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.414695:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.414698:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.414700:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.414719:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414728:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.414736:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.414739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.414745:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.414748:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154962, 154962] 00000080:00200000:1.0:1775764893.414759:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.414762:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.414767:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634728448 i_blocks 1196131 00000080:00200000:1.0:1775764893.414770:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.414785:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634728448, count: 4096 00000080:00200000:1.0:1775764893.414796:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634728448, bytes: 4096 00000080:00200000:1.0:1775764893.414798:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.414802:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154964, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.414804:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634728448, 634732544) 0 0 00000080:00200000:1.0:1775764893.414807:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.414812:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154963, 154963] 00020000:00200000:1.0:1775764893.414815:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634728448 chunk: [634728448, 634732544) 634732544, 4096 00020000:00200000:1.0:1775764893.414817:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.414830:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154963, 154963] 00000008:00010000:1.0:1775764893.414835:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.414837:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.414845:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414854:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634728448 634732543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414861:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.414868:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.415409:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.415420:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634728448, 634732544) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.415427:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154963 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.415449:0:17279:0:(rw26.c:858:ll_write_end()) pos 634728448, len 4096, copied 4096 00000080:00200000:1.0:1775764893.415454:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f62b0b5f[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.415457:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000033c44c44 fffffc0001001 3:0 ffff967bc90242a0 154963 lru 00000080:00200000:1.0:1775764893.415463:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000072409fa5 154963: 1< 0 - - > 2< 634728448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:1.0:1775764893.415465:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f62b0b5f 00000080:00200000:1.0:1775764893.415467:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.415469:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.415481:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.415496:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.415499:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.415501:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.415508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.415510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.415513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.415518:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.415526:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.415534:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.415537:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.415542:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.415546:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154963, 154963] 00000080:00200000:1.0:1775764893.415559:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.415562:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.415569:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634732544 i_blocks 1196131 00000080:00200000:1.0:1775764893.415572:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.415590:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634732544, count: 4096 00000080:00200000:1.0:1775764893.415603:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634732544, bytes: 4096 00000080:00200000:1.0:1775764893.415606:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.415610:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154965, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.415612:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634732544, 634736640) 0 0 00000080:00200000:1.0:1775764893.415615:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.415621:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154964, 154964] 00020000:00200000:1.0:1775764893.415625:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634732544 chunk: [634732544, 634736640) 634736640, 4096 00020000:00200000:1.0:1775764893.415628:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.415641:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154964, 154964] 00000008:00010000:1.0:1775764893.415649:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.415652:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.415661:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.415670:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634732544 634736639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.415679:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.415687:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.415694:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.416518:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634732544, 634736640) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.416531:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154964 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.416562:0:17279:0:(rw26.c:858:ll_write_end()) pos 634732544, len 4096, copied 4096 00000080:00200000:1.0:1775764893.416567:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e0265046[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.416570:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000467b7a1f fffffc0001001 3:0 ffff967bc9024e00 154964 lru 00000080:00200000:1.0:1775764893.416576:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006595b605 154964: 1< 0 - - > 2< 634732544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:1.0:1775764893.416578:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e0265046 00000080:00200000:1.0:1775764893.416580:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.416583:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.416596:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.416613:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.416617:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.416619:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.416628:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.416630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.416633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.416638:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.416646:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.416654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.416657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.416663:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.416667:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154964, 154964] 00000080:00200000:1.0:1775764893.416684:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.416687:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.416694:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634736640 i_blocks 1196131 00000080:00200000:1.0:1775764893.416698:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.416827:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634736640, count: 4096 00000080:00200000:1.0:1775764893.416846:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634736640, bytes: 4096 00000080:00200000:1.0:1775764893.416850:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.416854:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154966, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.416855:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634736640, 634740736) 0 0 00000080:00200000:1.0:1775764893.416859:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.416869:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154965, 154965] 00020000:00200000:1.0:1775764893.416874:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634736640 chunk: [634736640, 634740736) 634740736, 4096 00020000:00200000:1.0:1775764893.416877:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.416894:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154965, 154965] 00000008:00010000:1.0:1775764893.416902:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.416905:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.416917:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.416926:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634736640 634740735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.416935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.416941:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.416947:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.416954:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634736640, 634740736) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.416960:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154965 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.416977:0:17279:0:(rw26.c:858:ll_write_end()) pos 634736640, len 4096, copied 4096 00000080:00200000:1.0:1775764893.416982:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009052645a[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.416985:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000062c1fcb6 fffffc0001001 3:0 ffff967bc90248c0 154965 lru 00000080:00200000:1.0:1775764893.416990:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007d045dc7 154965: 1< 0 - - > 2< 634736640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:1.0:1775764893.416993:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009052645a 00000080:00200000:1.0:1775764893.416994:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.416996:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.417005:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.417017:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.417020:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.417022:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.417029:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.417031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.417034:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.417039:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417046:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.417197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.417201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.417206:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.417210:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154965, 154965] 00000080:00200000:1.0:1775764893.417221:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.417225:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.417230:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634740736 i_blocks 1196131 00000080:00200000:1.0:1775764893.417233:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.417270:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634740736, count: 4096 00000080:00200000:1.0:1775764893.417283:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634740736, bytes: 4096 00000080:00200000:1.0:1775764893.417287:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.417290:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154967, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.417292:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634740736, 634744832) 0 0 00000080:00200000:1.0:1775764893.417295:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.417300:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154966, 154966] 00020000:00200000:1.0:1775764893.417303:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634740736 chunk: [634740736, 634744832) 634744832, 4096 00020000:00200000:1.0:1775764893.417305:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.417318:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154966, 154966] 00000008:00010000:1.0:1775764893.417323:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.417326:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.417334:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417342:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634740736 634744831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417351:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417358:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417376:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.417386:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634740736, 634744832) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.417391:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154966 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.417409:0:17279:0:(rw26.c:858:ll_write_end()) pos 634740736, len 4096, copied 4096 00000080:00200000:1.0:1775764893.417413:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005cc48208[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.417416:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000891365e4 fffffc0001001 3:0 ffff967bc9024460 154966 lru 00000080:00200000:1.0:1775764893.417421:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce632569 154966: 1< 0 - - > 2< 634740736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:1.0:1775764893.417423:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005cc48208 00000080:00200000:1.0:1775764893.417424:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.417426:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.417434:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.417446:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.417448:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.417450:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.417456:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.417459:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.417461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.417465:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417473:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.417481:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.417483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.417488:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.417491:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154966, 154966] 00000080:00200000:1.0:1775764893.417500:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.417503:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.417508:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634744832 i_blocks 1196131 00000080:00200000:1.0:1775764893.417511:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.417526:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634744832, count: 4096 00000080:00200000:1.0:1775764893.417536:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634744832, bytes: 4096 00000080:00200000:1.0:1775764893.417539:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.417542:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154968, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.417543:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634744832, 634748928) 0 0 00000080:00200000:1.0:1775764893.417546:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.417551:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154967, 154967] 00020000:00200000:1.0:1775764893.417554:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634744832 chunk: [634744832, 634748928) 634748928, 4096 00020000:00200000:1.0:1775764893.417556:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.417568:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154967, 154967] 00000008:00010000:1.0:1775764893.417573:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.417575:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.417583:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417592:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634744832 634748927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417599:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417606:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417613:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.417621:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634744832, 634748928) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.417626:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154967 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.417642:0:17279:0:(rw26.c:858:ll_write_end()) pos 634744832, len 4096, copied 4096 00000080:00200000:1.0:1775764893.417646:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fef27074[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.417649:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008a66777d fffffc0001001 3:0 ffff967bc9024ee0 154967 lru 00000080:00200000:1.0:1775764893.417655:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfe8266a 154967: 1< 0 - - > 2< 634744832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:1.0:1775764893.417657:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fef27074 00000080:00200000:1.0:1775764893.417659:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.417661:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.417668:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.417680:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.417682:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.417684:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.417690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.417692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.417694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.417698:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.417885:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.417895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.417898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.417903:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.417906:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154967, 154967] 00000080:00200000:1.0:1775764893.417917:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.417919:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.417924:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634748928 i_blocks 1196131 00000080:00200000:1.0:1775764893.417927:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.417941:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634748928, count: 4096 00000080:00200000:1.0:1775764893.417952:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634748928, bytes: 4096 00000080:00200000:1.0:1775764893.417955:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.417958:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154969, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.417959:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634748928, 634753024) 0 0 00000080:00200000:1.0:1775764893.417962:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.417967:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154968, 154968] 00020000:00200000:1.0:1775764893.417970:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634748928 chunk: [634748928, 634753024) 634753024, 4096 00020000:00200000:1.0:1775764893.417972:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.417983:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154968, 154968] 00000008:00010000:1.0:1775764893.417988:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.417990:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.417998:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418007:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634748928 634753023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418138:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418149:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418156:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.418165:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634748928, 634753024) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.418171:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154968 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.418189:0:17279:0:(rw26.c:858:ll_write_end()) pos 634748928, len 4096, copied 4096 00000080:00200000:1.0:1775764893.418193:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eb554f2e[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.418196:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b54bf361 fffffc0001001 3:0 ffff967bc9024d20 154968 lru 00000080:00200000:1.0:1775764893.418202:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000556d3721 154968: 1< 0 - - > 2< 634748928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:1.0:1775764893.418204:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eb554f2e 00000080:00200000:1.0:1775764893.418206:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.418208:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.418218:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.418229:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.418232:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.418234:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.418240:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.418242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.418244:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.418531:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418540:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.418549:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.418551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.418558:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.418562:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154968, 154968] 00000080:00200000:1.0:1775764893.418574:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.418577:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.418584:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634753024 i_blocks 1196131 00000080:00200000:1.0:1775764893.418587:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.418602:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634753024, count: 4096 00000080:00200000:1.0:1775764893.418615:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634753024, bytes: 4096 00000080:00200000:1.0:1775764893.418618:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.418622:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154970, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.418624:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634753024, 634757120) 0 0 00000080:00200000:1.0:1775764893.418627:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.418633:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154969, 154969] 00020000:00200000:1.0:1775764893.418636:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634753024 chunk: [634753024, 634757120) 634757120, 4096 00020000:00200000:1.0:1775764893.418639:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.418653:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154969, 154969] 00000008:00010000:1.0:1775764893.418659:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.418662:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.418670:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418679:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634753024 634757119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418686:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418694:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418702:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.418725:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634753024, 634757120) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.418731:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154969 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.418750:0:17279:0:(rw26.c:858:ll_write_end()) pos 634753024, len 4096, copied 4096 00000080:00200000:1.0:1775764893.418754:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006a2ce040[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.418757:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4333d06 fffffc0001001 3:0 ffff967bc90247e0 154969 lru 00000080:00200000:1.0:1775764893.418761:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a72ae5d5 154969: 1< 0 - - > 2< 634753024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:1.0:1775764893.418763:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006a2ce040 00000080:00200000:1.0:1775764893.418765:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.418767:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.418774:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.418786:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.418788:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.418791:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.418797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.418799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.418801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.418805:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418811:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.418819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.418821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.418826:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.418828:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154969, 154969] 00000080:00200000:1.0:1775764893.418839:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.418842:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.418846:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634757120 i_blocks 1196131 00000080:00200000:1.0:1775764893.418849:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.418864:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634757120, count: 4096 00000080:00200000:1.0:1775764893.418885:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634757120, bytes: 4096 00000080:00200000:1.0:1775764893.418888:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.418893:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154971, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.418894:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634757120, 634761216) 0 0 00000080:00200000:1.0:1775764893.418897:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.418902:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154970, 154970] 00020000:00200000:1.0:1775764893.418904:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634757120 chunk: [634757120, 634761216) 634761216, 4096 00020000:00200000:1.0:1775764893.418906:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.418917:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154970, 154970] 00000008:00010000:1.0:1775764893.418923:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.418925:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.418932:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418941:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634757120 634761215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418948:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418955:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.418961:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.418970:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634757120, 634761216) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.418975:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154970 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.418990:0:17279:0:(rw26.c:858:ll_write_end()) pos 634757120, len 4096, copied 4096 00000080:00200000:1.0:1775764893.418995:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000056404d7a[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.418997:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2a5b31d fffffc0001001 3:0 ffff967bc9024b60 154970 lru 00000080:00200000:1.0:1775764893.419002:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000055b40e5 154970: 1< 0 - - > 2< 634757120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:1.0:1775764893.419004:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000056404d7a 00000080:00200000:1.0:1775764893.419005:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.419008:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.419016:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419028:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.419031:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.419033:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.419038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.419040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.419043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.419047:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419067:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.419076:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.419078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.419083:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.419086:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154970, 154970] 00000080:00200000:1.0:1775764893.419096:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.419099:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.419104:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634761216 i_blocks 1196131 00000080:00200000:1.0:1775764893.419107:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.419120:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634761216, count: 4096 00000080:00200000:1.0:1775764893.419132:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634761216, bytes: 4096 00000080:00200000:1.0:1775764893.419135:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.419139:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154972, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.419140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634761216, 634765312) 0 0 00000080:00200000:1.0:1775764893.419143:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.419147:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154971, 154971] 00020000:00200000:1.0:1775764893.419151:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634761216 chunk: [634761216, 634765312) 634765312, 4096 00020000:00200000:1.0:1775764893.419153:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.419164:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154971, 154971] 00000008:00010000:1.0:1775764893.419169:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.419171:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.419179:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419187:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634761216 634765311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419195:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419202:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419208:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419215:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634761216, 634765312) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.419219:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154971 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.419236:0:17279:0:(rw26.c:858:ll_write_end()) pos 634761216, len 4096, copied 4096 00000080:00200000:1.0:1775764893.419240:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000097173d45[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.419243:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec0ea709 fffffc0001001 3:0 ffff967bc9024620 154971 lru 00000080:00200000:1.0:1775764893.419282:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000063b3ed78 154971: 1< 0 - - > 2< 634761216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:1.0:1775764893.419284:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000097173d45 00000080:00200000:1.0:1775764893.419286:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.419288:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.419297:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419308:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.419311:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.419313:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.419318:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.419321:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.419323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.419327:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419335:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.419342:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.419345:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.419349:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.419352:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154971, 154971] 00000080:00200000:1.0:1775764893.419373:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.419377:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.419381:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634765312 i_blocks 1196131 00000080:00200000:1.0:1775764893.419384:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.419400:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634765312, count: 4096 00000080:00200000:1.0:1775764893.419411:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634765312, bytes: 4096 00000080:00200000:1.0:1775764893.419414:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.419418:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154973, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.419419:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634765312, 634769408) 0 0 00000080:00200000:1.0:1775764893.419422:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.419427:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154972, 154972] 00020000:00200000:1.0:1775764893.419430:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634765312 chunk: [634765312, 634769408) 634769408, 4096 00020000:00200000:1.0:1775764893.419432:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.419443:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154972, 154972] 00000008:00010000:1.0:1775764893.419448:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.419451:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.419458:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419466:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634765312 634769407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419474:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419481:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419487:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419495:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634765312, 634769408) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.419501:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154972 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.419528:0:17279:0:(rw26.c:858:ll_write_end()) pos 634765312, len 4096, copied 4096 00000080:00200000:1.0:1775764893.419532:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cc09231f[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.419535:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000732e6b61 fffffc0001001 3:0 ffff967bc90259a0 154972 lru 00000080:00200000:1.0:1775764893.419540:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce709a49 154972: 1< 0 - - > 2< 634765312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:1.0:1775764893.419542:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cc09231f 00000080:00200000:1.0:1775764893.419543:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.419546:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.419554:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419566:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.419569:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.419571:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.419577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.419579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.419581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.419585:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419593:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.419602:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.419604:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.419608:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.419611:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154972, 154972] 00000080:00200000:1.0:1775764893.419621:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.419624:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.419629:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634769408 i_blocks 1196131 00000080:00200000:1.0:1775764893.419631:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.419645:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634769408, count: 4096 00000080:00200000:1.0:1775764893.419656:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634769408, bytes: 4096 00000080:00200000:1.0:1775764893.419659:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.419662:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154974, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.419664:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634769408, 634773504) 0 0 00000080:00200000:1.0:1775764893.419666:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.419671:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154973, 154973] 00020000:00200000:1.0:1775764893.419674:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634769408 chunk: [634769408, 634773504) 634773504, 4096 00020000:00200000:1.0:1775764893.419676:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.419688:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154973, 154973] 00000008:00010000:1.0:1775764893.419693:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.419695:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.419703:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419712:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634769408 634773503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419720:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419727:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419734:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419742:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634769408, 634773504) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.419747:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154973 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.419763:0:17279:0:(rw26.c:858:ll_write_end()) pos 634769408, len 4096, copied 4096 00000080:00200000:1.0:1775764893.419768:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000263421df[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.419771:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001a2c1be2 fffffc0001001 3:0 ffff967bc9025a80 154973 lru 00000080:00200000:1.0:1775764893.419776:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2fcf9a6 154973: 1< 0 - - > 2< 634769408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 306 - -> 00000080:00200000:1.0:1775764893.419778:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000263421df 00000080:00200000:1.0:1775764893.419779:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.419781:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.419789:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419800:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.419803:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.419805:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.419810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.419813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.419815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.419820:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419828:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.419835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.419838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.419842:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.419845:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154973, 154973] 00000080:00200000:1.0:1775764893.419855:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.419858:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.419863:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634773504 i_blocks 1196131 00000080:00200000:1.0:1775764893.419866:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.419880:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634773504, count: 4096 00000080:00200000:1.0:1775764893.419891:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634773504, bytes: 4096 00000080:00200000:1.0:1775764893.419894:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.419898:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154975, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.419900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634773504, 634777600) 0 0 00000080:00200000:1.0:1775764893.419903:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.419908:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154974, 154974] 00020000:00200000:1.0:1775764893.419910:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634773504 chunk: [634773504, 634777600) 634777600, 4096 00020000:00200000:1.0:1775764893.419913:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.419923:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154974, 154974] 00000008:00010000:1.0:1775764893.419928:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.419930:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.419937:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419946:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634773504 634777599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419954:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419961:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.419967:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.419975:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634773504, 634777600) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.419980:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154974 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.419996:0:17279:0:(rw26.c:858:ll_write_end()) pos 634773504, len 4096, copied 4096 00000080:00200000:1.0:1775764893.420001:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c6da89ac[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.420004:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b441bcfb fffffc0001001 3:0 ffff967bc9025540 154974 lru 00000080:00200000:1.0:1775764893.420010:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006e841762 154974: 1< 0 - - > 2< 634773504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 307 - -> 00000080:00200000:1.0:1775764893.420012:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c6da89ac 00000080:00200000:1.0:1775764893.420014:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.420016:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.420024:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420036:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.420038:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.420040:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.420046:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.420048:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.420051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.420055:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420063:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.420071:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.420073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.420078:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.420081:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154974, 154974] 00000080:00200000:1.0:1775764893.420090:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.420093:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.420098:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634777600 i_blocks 1196131 00000080:00200000:1.0:1775764893.420101:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.420115:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634777600, count: 4096 00000080:00200000:1.0:1775764893.420127:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634777600, bytes: 4096 00000080:00200000:1.0:1775764893.420130:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.420133:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154976, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.420135:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634777600, 634781696) 0 0 00000080:00200000:1.0:1775764893.420137:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.420142:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154975, 154975] 00020000:00200000:1.0:1775764893.420144:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634777600 chunk: [634777600, 634781696) 634781696, 4096 00020000:00200000:1.0:1775764893.420146:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.420157:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154975, 154975] 00000008:00010000:1.0:1775764893.420163:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.420165:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.420173:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420181:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634777600 634781695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420189:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420196:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420202:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420210:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634777600, 634781696) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.420215:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154975 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.420232:0:17279:0:(rw26.c:858:ll_write_end()) pos 634777600, len 4096, copied 4096 00000080:00200000:1.0:1775764893.420236:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000043df9dfd[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.420239:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce8fdfaf fffffc0001001 3:0 ffff967bc90250e0 154975 lru 00000080:00200000:1.0:1775764893.420244:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000be086560 154975: 1< 0 - - > 2< 634777600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 308 - -> 00000080:00200000:1.0:1775764893.420275:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000043df9dfd 00000080:00200000:1.0:1775764893.420276:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.420279:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.420288:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420301:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.420303:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.420306:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.420311:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.420314:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.420316:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.420320:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420328:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.420336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.420338:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.420343:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.420346:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154975, 154975] 00000080:00200000:1.0:1775764893.420356:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.420372:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.420376:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634781696 i_blocks 1196131 00000080:00200000:1.0:1775764893.420380:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.420396:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634781696, count: 4096 00000080:00200000:1.0:1775764893.420408:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634781696, bytes: 4096 00000080:00200000:1.0:1775764893.420410:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.420414:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154977, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.420416:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634781696, 634785792) 0 0 00000080:00200000:1.0:1775764893.420418:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.420423:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154976, 154976] 00020000:00200000:1.0:1775764893.420426:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634781696 chunk: [634781696, 634785792) 634785792, 4096 00020000:00200000:1.0:1775764893.420428:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.420439:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154976, 154976] 00000008:00010000:1.0:1775764893.420444:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.420446:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.420453:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420462:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634781696 634785791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420470:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420478:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420484:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420492:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634781696, 634785792) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.420496:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154976 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.420512:0:17279:0:(rw26.c:858:ll_write_end()) pos 634781696, len 4096, copied 4096 00000080:00200000:1.0:1775764893.420516:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ce9e7f4b[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.420519:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008b77a92b fffffc0001001 3:0 ffff967bc90251c0 154976 lru 00000080:00200000:1.0:1775764893.420524:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003467db3a 154976: 1< 0 - - > 2< 634781696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 309 - -> 00000080:00200000:1.0:1775764893.420526:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ce9e7f4b 00000080:00200000:1.0:1775764893.420528:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.420530:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.420537:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420548:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.420551:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.420553:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.420558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.420560:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.420563:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.420567:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420574:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.420582:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.420584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.420588:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.420591:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154976, 154976] 00000080:00200000:1.0:1775764893.420600:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.420604:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.420608:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634785792 i_blocks 1196131 00000080:00200000:1.0:1775764893.420611:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.420626:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 634785792, count: 4096 00000080:00200000:1.0:1775764893.420637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 634785792, bytes: 4096 00000080:00200000:1.0:1775764893.420639:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.420643:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 154978, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.420644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [634785792, 634789888) 0 0 00000080:00200000:1.0:1775764893.420647:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.420653:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [154977, 154977] 00020000:00200000:1.0:1775764893.420656:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 634785792 chunk: [634785792, 634789888) 634789888, 4096 00020000:00200000:1.0:1775764893.420658:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.420669:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [154977, 154977] 00000008:00010000:1.0:1775764893.420675:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.420678:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.420685:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420696:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (634785792 634789887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420712:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420719:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420727:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [634785792, 634789888) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.420732:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 154977 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.420754:0:17279:0:(rw26.c:858:ll_write_end()) pos 634785792, len 4096, copied 4096 00000080:00200000:1.0:1775764893.420758:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000951d6a76[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.420761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1873a82 fffffc0001021 2:0 ffff967bc9025700 154977 lru 00000080:00200000:1.0:1775764893.420766:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f26f3fad 154977: 1< 0 - - > 2< 634785792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 310 - -> 00000080:00200000:1.0:1775764893.420769:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000951d6a76 00000080:00200000:1.0:1775764893.420770:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.420772:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.420779:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000a48ff7c4 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.420791:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.420794:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.420795:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.420801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.420804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.420806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.420810:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.420818:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.420826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.420828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.420832:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.420835:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [154977, 154977] 00000080:00200000:1.0:1775764893.420845:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.420849:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.420853:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 634789888 i_blocks 1196131 00000080:00200000:1.0:1775764893.420856:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200000:1.0:1775764893.586513:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635604992 i_blocks 1196131 00000080:00200000:1.0:1775764893.586519:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.586543:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635604992, count: 4096 00000080:00200000:1.0:1775764893.586561:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635604992, bytes: 4096 00000080:00200000:1.0:1775764893.586564:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.586569:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155178, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.586570:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635604992, 635609088) 0 0 00000080:00200000:1.0:1775764893.586573:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.586579:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155177, 155177] 00020000:00200000:1.0:1775764893.586582:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635604992 chunk: [635604992, 635609088) 635609088, 4096 00020000:00200000:1.0:1775764893.586584:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.586600:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155177, 155177] 00000008:00010000:1.0:1775764893.586607:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.586610:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.586618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586628:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635604992 635609087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586638:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586645:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586651:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.586660:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635604992, 635609088) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.586666:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155177 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.586686:0:17279:0:(rw26.c:858:ll_write_end()) pos 635604992, len 4096, copied 4096 00000080:00200000:1.0:1775764893.586690:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005620517a[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.586693:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f99359c4 fffffc0001001 3:0 ffff967bc90252a0 155177 lru 00000080:00200000:1.0:1775764893.586699:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000062258a86 155177: 1< 0 - - > 2< 635604992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:1.0:1775764893.586701:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005620517a 00000080:00200000:1.0:1775764893.586702:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.586705:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.586713:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.586725:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.586728:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.586730:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.586736:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.586739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.586741:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.586745:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586752:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.586760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.586763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.586767:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.586770:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155177, 155177] 00000080:00200000:1.0:1775764893.586784:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.586788:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.586793:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635609088 i_blocks 1196131 00000080:00200000:1.0:1775764893.586796:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.586810:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635609088, count: 4096 00000080:00200000:1.0:1775764893.586821:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635609088, bytes: 4096 00000080:00200000:1.0:1775764893.586824:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.586828:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155179, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.586829:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635609088, 635613184) 0 0 00000080:00200000:1.0:1775764893.586832:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.586838:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155178, 155178] 00020000:00200000:1.0:1775764893.586840:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635609088 chunk: [635609088, 635613184) 635613184, 4096 00020000:00200000:1.0:1775764893.586842:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.586854:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155178, 155178] 00000008:00010000:1.0:1775764893.586859:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.586861:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.586867:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586890:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635609088 635613183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586899:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586906:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.586912:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.586920:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635609088, 635613184) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.586925:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155178 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.586942:0:17279:0:(rw26.c:858:ll_write_end()) pos 635609088, len 4096, copied 4096 00000080:00200000:1.0:1775764893.586946:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000006d02a4f[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.586950:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b04d7e65 fffffc0001001 3:0 ffff967bc9025e00 155178 lru 00000080:00200000:1.0:1775764893.586955:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bbb7cb77 155178: 1< 0 - - > 2< 635609088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:1.0:1775764893.586957:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000006d02a4f 00000080:00200000:1.0:1775764893.586958:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.586960:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.586968:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.586979:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.586982:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.586983:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.586989:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.586991:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.586993:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.586997:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587004:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.587012:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.587014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.587031:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.587033:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155178, 155178] 00000080:00200000:1.0:1775764893.587043:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.587046:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.587059:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635613184 i_blocks 1196131 00000080:00200000:1.0:1775764893.587062:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.587078:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635613184, count: 4096 00000080:00200000:1.0:1775764893.587090:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635613184, bytes: 4096 00000080:00200000:1.0:1775764893.587093:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.587097:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155180, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.587099:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635613184, 635617280) 0 0 00000080:00200000:1.0:1775764893.587101:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.587107:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155179, 155179] 00020000:00200000:1.0:1775764893.587109:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635613184 chunk: [635613184, 635617280) 635617280, 4096 00020000:00200000:1.0:1775764893.587112:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.587124:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155179, 155179] 00000008:00010000:1.0:1775764893.587130:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.587132:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.587140:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587151:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635613184 635617279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587160:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587167:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587174:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587183:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635613184, 635617280) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.587188:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155179 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.587205:0:17279:0:(rw26.c:858:ll_write_end()) pos 635613184, len 4096, copied 4096 00000080:00200000:1.0:1775764893.587209:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006efd60e9[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.587212:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000076ddcab2 fffffc0001001 3:0 ffff967bc90258c0 155179 lru 00000080:00200000:1.0:1775764893.587218:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e946bd63 155179: 1< 0 - - > 2< 635613184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1775764893.587221:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006efd60e9 00000080:00200000:1.0:1775764893.587222:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.587224:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.587232:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587243:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.587270:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.587272:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.587278:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.587281:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.587283:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.587288:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587296:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.587303:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.587305:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.587309:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.587318:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155179, 155179] 00000080:00200000:1.0:1775764893.587329:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.587333:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.587337:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635617280 i_blocks 1196131 00000080:00200000:1.0:1775764893.587341:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.587353:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635617280, count: 4096 00000080:00200000:1.0:1775764893.587375:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635617280, bytes: 4096 00000080:00200000:1.0:1775764893.587378:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.587382:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155181, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.587383:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635617280, 635621376) 0 0 00000080:00200000:1.0:1775764893.587385:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.587390:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155180, 155180] 00020000:00200000:1.0:1775764893.587393:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635617280 chunk: [635617280, 635621376) 635621376, 4096 00020000:00200000:1.0:1775764893.587395:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.587406:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155180, 155180] 00000008:00010000:1.0:1775764893.587412:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.587414:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.587422:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587430:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635617280 635621375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587438:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587444:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587450:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587457:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635617280, 635621376) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.587463:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155180 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.587479:0:17279:0:(rw26.c:858:ll_write_end()) pos 635617280, len 4096, copied 4096 00000080:00200000:1.0:1775764893.587484:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000baabbadf[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.587487:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083fd19f3 fffffc0001001 3:0 ffff967bc9025460 155180 lru 00000080:00200000:1.0:1775764893.587492:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dca44981 155180: 1< 0 - - > 2< 635617280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 257 - -> 00000080:00200000:1.0:1775764893.587494:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000baabbadf 00000080:00200000:1.0:1775764893.587495:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.587497:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.587505:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587516:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.587519:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.587521:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.587526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.587528:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.587530:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.587534:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587542:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.587550:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.587553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.587557:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.587560:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155180, 155180] 00000080:00200000:1.0:1775764893.587571:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.587575:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.587580:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635621376 i_blocks 1196131 00000080:00200000:1.0:1775764893.587583:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.587599:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635621376, count: 4096 00000080:00200000:1.0:1775764893.587611:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635621376, bytes: 4096 00000080:00200000:1.0:1775764893.587614:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.587617:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155182, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.587618:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635621376, 635625472) 0 0 00000080:00200000:1.0:1775764893.587621:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.587627:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155181, 155181] 00020000:00200000:1.0:1775764893.587630:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635621376 chunk: [635621376, 635625472) 635625472, 4096 00020000:00200000:1.0:1775764893.587632:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.587644:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155181, 155181] 00000008:00010000:1.0:1775764893.587650:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.587652:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.587660:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587670:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635621376 635625471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587679:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587687:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587695:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587708:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635621376, 635625472) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.587713:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155181 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.587731:0:17279:0:(rw26.c:858:ll_write_end()) pos 635621376, len 4096, copied 4096 00000080:00200000:1.0:1775764893.587735:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e0a9bac1[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.587738:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dba1255d fffffc0001001 3:0 ffff967bc9025ee0 155181 lru 00000080:00200000:1.0:1775764893.587744:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff929fe3 155181: 1< 0 - - > 2< 635621376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 258 - -> 00000080:00200000:1.0:1775764893.587746:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e0a9bac1 00000080:00200000:1.0:1775764893.587747:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.587750:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.587757:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587769:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.587772:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.587774:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.587780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.587783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.587785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.587789:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587797:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.587805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.587808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.587813:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.587816:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155181, 155181] 00000080:00200000:1.0:1775764893.587826:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.587830:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.587834:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635625472 i_blocks 1196131 00000080:00200000:1.0:1775764893.587837:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.587852:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635625472, count: 4096 00000080:00200000:1.0:1775764893.587864:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635625472, bytes: 4096 00000080:00200000:1.0:1775764893.587867:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.587870:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155183, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.587871:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635625472, 635629568) 0 0 00000080:00200000:1.0:1775764893.587873:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.587878:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155182, 155182] 00020000:00200000:1.0:1775764893.587881:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635625472 chunk: [635625472, 635629568) 635629568, 4096 00020000:00200000:1.0:1775764893.587884:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.587894:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155182, 155182] 00000008:00010000:1.0:1775764893.587898:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.587900:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.587907:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587914:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635625472 635629567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587928:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.587940:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.587948:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635625472, 635629568) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.587952:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155182 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.587967:0:17279:0:(rw26.c:858:ll_write_end()) pos 635625472, len 4096, copied 4096 00000080:00200000:1.0:1775764893.587971:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005895ef4a[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.587974:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005c6664cc fffffc0001001 3:0 ffff967bc9025d20 155182 lru 00000080:00200000:1.0:1775764893.587979:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000082f12365 155182: 1< 0 - - > 2< 635625472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 259 - -> 00000080:00200000:1.0:1775764893.587981:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005895ef4a 00000080:00200000:1.0:1775764893.587982:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.587984:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.587991:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588003:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.588006:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.588008:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.588013:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.588016:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.588018:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.588022:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588029:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.588042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.588044:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.588048:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.588050:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155182, 155182] 00000080:00200000:1.0:1775764893.588060:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.588063:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.588067:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635629568 i_blocks 1196131 00000080:00200000:1.0:1775764893.588070:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.588082:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635629568, count: 4096 00000080:00200000:1.0:1775764893.588093:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635629568, bytes: 4096 00000080:00200000:1.0:1775764893.588096:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.588099:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155184, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.588101:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635629568, 635633664) 0 0 00000080:00200000:1.0:1775764893.588103:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.588107:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155183, 155183] 00020000:00200000:1.0:1775764893.588110:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635629568 chunk: [635629568, 635633664) 635633664, 4096 00020000:00200000:1.0:1775764893.588113:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.588124:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155183, 155183] 00000008:00010000:1.0:1775764893.588129:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.588132:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.588139:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588147:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635629568 635633663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588155:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588167:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588174:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588182:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635629568, 635633664) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.588186:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155183 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.588203:0:17279:0:(rw26.c:858:ll_write_end()) pos 635629568, len 4096, copied 4096 00000080:00200000:1.0:1775764893.588207:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b73dd6b6[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.588210:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d973cb65 fffffc0001001 3:0 ffff967bc90257e0 155183 lru 00000080:00200000:1.0:1775764893.588216:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005e5f3c2d 155183: 1< 0 - - > 2< 635629568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 260 - -> 00000080:00200000:1.0:1775764893.588218:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b73dd6b6 00000080:00200000:1.0:1775764893.588219:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.588221:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.588228:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588240:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.588242:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.588278:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.588288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.588291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.588294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.588297:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588311:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.588319:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.588321:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.588325:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.588328:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155183, 155183] 00000080:00200000:1.0:1775764893.588340:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.588343:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.588348:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635633664 i_blocks 1196131 00000080:00200000:1.0:1775764893.588351:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.588379:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635633664, count: 4096 00000080:00200000:1.0:1775764893.588392:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635633664, bytes: 4096 00000080:00200000:1.0:1775764893.588400:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.588404:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155185, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.588405:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635633664, 635637760) 0 0 00000080:00200000:1.0:1775764893.588407:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.588413:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155184, 155184] 00020000:00200000:1.0:1775764893.588416:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635633664 chunk: [635633664, 635637760) 635637760, 4096 00020000:00200000:1.0:1775764893.588418:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.588429:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155184, 155184] 00000008:00010000:1.0:1775764893.588434:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.588436:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.588444:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588453:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635633664 635637759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588465:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588472:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588478:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588486:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635633664, 635637760) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.588491:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155184 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.588506:0:17279:0:(rw26.c:858:ll_write_end()) pos 635633664, len 4096, copied 4096 00000080:00200000:1.0:1775764893.588511:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000257eaa08[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.588514:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000062e087e7 fffffc0001001 3:0 ffff967bc9025b60 155184 lru 00000080:00200000:1.0:1775764893.588519:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f888282c 155184: 1< 0 - - > 2< 635633664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 261 - -> 00000080:00200000:1.0:1775764893.588521:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000257eaa08 00000080:00200000:1.0:1775764893.588522:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.588524:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.588532:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588544:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.588547:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.588549:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.588555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.588557:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.588561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.588565:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588573:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.588581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.588584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.588587:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.588591:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155184, 155184] 00000080:00200000:1.0:1775764893.588601:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.588604:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.588609:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635637760 i_blocks 1196131 00000080:00200000:1.0:1775764893.588612:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.588627:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635637760, count: 4096 00000080:00200000:1.0:1775764893.588639:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635637760, bytes: 4096 00000080:00200000:1.0:1775764893.588642:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.588646:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155186, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.588647:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635637760, 635641856) 0 0 00000080:00200000:1.0:1775764893.588650:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.588655:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155185, 155185] 00020000:00200000:1.0:1775764893.588658:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635637760 chunk: [635637760, 635641856) 635641856, 4096 00020000:00200000:1.0:1775764893.588660:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.588672:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155185, 155185] 00000008:00010000:1.0:1775764893.588678:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.588680:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.588687:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588701:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635637760 635641855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588709:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588717:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588724:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588732:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635637760, 635641856) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.588737:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155185 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.588753:0:17279:0:(rw26.c:858:ll_write_end()) pos 635637760, len 4096, copied 4096 00000080:00200000:1.0:1775764893.588757:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000097995a30[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.588760:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6d234bb fffffc0001001 3:0 ffff967bc9025620 155185 lru 00000080:00200000:1.0:1775764893.588766:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8161a28 155185: 1< 0 - - > 2< 635637760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 262 - -> 00000080:00200000:1.0:1775764893.588769:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000097995a30 00000080:00200000:1.0:1775764893.588770:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.588772:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.588780:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.588792:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.588795:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.588798:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.588804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.588807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.588810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.588814:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588835:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.588843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.588845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.588849:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.588852:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155185, 155185] 00000080:00200000:1.0:1775764893.588864:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.588867:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.588873:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635641856 i_blocks 1196131 00000080:00200000:1.0:1775764893.588876:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.588898:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635641856, count: 4096 00000080:00200000:1.0:1775764893.588911:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635641856, bytes: 4096 00000080:00200000:1.0:1775764893.588914:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.588917:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155187, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.588919:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635641856, 635645952) 0 0 00000080:00200000:1.0:1775764893.588922:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.588928:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155186, 155186] 00020000:00200000:1.0:1775764893.588931:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635641856 chunk: [635641856, 635645952) 635645952, 4096 00020000:00200000:1.0:1775764893.588933:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.588947:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155186, 155186] 00000008:00010000:1.0:1775764893.588953:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.588955:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.588962:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588971:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635641856 635645951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588979:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588986:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.588992:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.589000:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635641856, 635645952) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.589005:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155186 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.589025:0:17279:0:(rw26.c:858:ll_write_end()) pos 635641856, len 4096, copied 4096 00000080:00200000:1.0:1775764893.589030:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000006da8a74[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.589033:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000006f66fcd fffffc0001001 3:0 ffff967bc9025000 155186 lru 00000080:00200000:1.0:1775764893.589039:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005d39c84d 155186: 1< 0 - - > 2< 635641856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 485097472 - | - - + - > 5< - - + - | 0 - | 263 - -> 00000080:00200000:1.0:1775764893.589041:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000006da8a74 00000080:00200000:1.0:1775764893.589042:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.589045:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.589054:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.589068:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.589072:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.589076:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.589091:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.589095:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.589098:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.589102:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.589112:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.589124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.589126:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.589131:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.589135:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155186, 155186] 00000080:00200000:1.0:1775764893.589147:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.589150:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.589155:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635645952 i_blocks 1196131 00000080:00200000:1.0:1775764893.589158:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.589188:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635645952, count: 4096 00000080:00200000:1.0:1775764893.589202:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635645952, bytes: 4096 00000080:00200000:1.0:1775764893.589205:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.589209:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155188, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.589210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635645952, 635650048) 0 0 00000080:00200000:1.0:1775764893.589213:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.589218:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155187, 155187] 00020000:00200000:1.0:1775764893.589221:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635645952 chunk: [635645952, 635650048) 635650048, 4096 00020000:00200000:1.0:1775764893.589223:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.589235:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155187, 155187] 00000008:00010000:1.0:1775764893.589241:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.589244:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.589275:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.589284:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635645952 635650047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.589291:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.589298:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.589305:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.589313:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635645952, 635650048) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.589318:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155187 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.589337:0:17279:0:(rw26.c:858:ll_write_end()) pos 635645952, len 4096, copied 4096 00000080:00200000:1.0:1775764893.589341:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007ecf7450[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.589344:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa572d08 fffffc0001001 3:0 ffff967bc9025380 155187 lru 00000080:00200000:1.0:1775764893.589349:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000af912bea 155187: 1< 0 - - > 2< 635645952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 264 - -> 00000080:00200000:1.0:1775764893.589351:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007ecf7450 00000080:00200000:1.0:1775764893.589352:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.589354:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.594401:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.594448:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.594456:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.594460:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.594476:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.594479:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.594482:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.594489:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594498:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.594511:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.594513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.594521:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.594527:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155187, 155187] 00000080:00200000:1.0:1775764893.594554:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.594557:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.594567:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635650048 i_blocks 1196131 00000080:00200000:1.0:1775764893.594573:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.594606:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635650048, count: 4096 00000080:00200000:1.0:1775764893.594627:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635650048, bytes: 4096 00000080:00200000:1.0:1775764893.594632:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.594637:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155189, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.594639:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635650048, 635654144) 0 0 00000080:00200000:1.0:1775764893.594642:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.594655:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155188, 155188] 00020000:00200000:1.0:1775764893.594662:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635650048 chunk: [635650048, 635654144) 635654144, 4096 00020000:00200000:1.0:1775764893.594665:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.594685:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155188, 155188] 00000008:00010000:1.0:1775764893.594695:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.594699:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.594717:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594728:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635650048 635654143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594738:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594745:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594752:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.594761:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635650048, 635654144) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.594771:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155188 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.594807:0:17279:0:(rw26.c:858:ll_write_end()) pos 635650048, len 4096, copied 4096 00000080:00200000:1.0:1775764893.594812:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006a20e6d9[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.594815:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f34e559f fffffc0001001 3:0 ffff967bc9025c40 155188 lru 00000080:00200000:1.0:1775764893.594822:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004bdcd5cf 155188: 1< 0 - - > 2< 635650048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 265 - -> 00000080:00200000:1.0:1775764893.594824:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006a20e6d9 00000080:00200000:1.0:1775764893.594825:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.594828:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.594837:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.594848:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.594850:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.594852:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.594858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.594860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.594862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.594866:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594873:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.594881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.594884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.594888:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.594891:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155188, 155188] 00000080:00200000:1.0:1775764893.594902:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.594905:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.594910:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635654144 i_blocks 1196131 00000080:00200000:1.0:1775764893.594912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.594926:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635654144, count: 4096 00000080:00200000:1.0:1775764893.594937:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635654144, bytes: 4096 00000080:00200000:1.0:1775764893.594940:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.594944:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155190, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.594945:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635654144, 635658240) 0 0 00000080:00200000:1.0:1775764893.594948:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.594953:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155189, 155189] 00020000:00200000:1.0:1775764893.594956:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635654144 chunk: [635654144, 635658240) 635658240, 4096 00020000:00200000:1.0:1775764893.594959:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.594970:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155189, 155189] 00000008:00010000:1.0:1775764893.594976:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.594978:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.594986:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.594994:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635654144 635658239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595003:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595009:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595030:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.595038:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635654144, 635658240) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.595044:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155189 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.595616:0:17279:0:(rw26.c:858:ll_write_end()) pos 635654144, len 4096, copied 4096 00000080:00200000:1.0:1775764893.595623:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007139957c[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.595626:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000409d34ec fffffc0001001 3:0 ffff967bc90267e0 155189 lru 00000080:00200000:1.0:1775764893.595631:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000086ee3524 155189: 1< 0 - - > 2< 635654144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 266 - -> 00000080:00200000:1.0:1775764893.595634:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007139957c 00000080:00200000:1.0:1775764893.595636:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.595639:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.595651:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.595666:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.595668:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.595671:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.595677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.595679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.595681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.595686:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595692:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.595702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.595704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.595708:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.595711:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155189, 155189] 00000080:00200000:1.0:1775764893.595724:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.595727:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.595733:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635658240 i_blocks 1196131 00000080:00200000:1.0:1775764893.595736:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.595754:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635658240, count: 4096 00000080:00200000:1.0:1775764893.595766:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635658240, bytes: 4096 00000080:00200000:1.0:1775764893.595770:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.595774:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155191, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.595776:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635658240, 635662336) 0 0 00000080:00200000:1.0:1775764893.595778:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.595785:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155190, 155190] 00020000:00200000:1.0:1775764893.595788:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635658240 chunk: [635658240, 635662336) 635662336, 4096 00020000:00200000:1.0:1775764893.595791:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.595804:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155190, 155190] 00000008:00010000:1.0:1775764893.595809:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.595811:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.595820:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595829:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635658240 635662335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595838:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595859:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595867:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.595876:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635658240, 635662336) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.595882:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155190 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.595899:0:17279:0:(rw26.c:858:ll_write_end()) pos 635658240, len 4096, copied 4096 00000080:00200000:1.0:1775764893.595903:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb02eab2[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.595906:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000449ddcca fffffc0001001 3:0 ffff967bc9026b60 155190 lru 00000080:00200000:1.0:1775764893.595911:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005d0e3347 155190: 1< 0 - - > 2< 635658240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 267 - -> 00000080:00200000:1.0:1775764893.595914:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb02eab2 00000080:00200000:1.0:1775764893.595915:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.595918:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.595925:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.595936:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.595938:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.595941:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.595947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.595949:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.595951:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.595955:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.595962:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.595969:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.595971:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.595975:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.595977:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155190, 155190] 00000080:00200000:1.0:1775764893.595987:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.595991:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.595995:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635662336 i_blocks 1196131 00000080:00200000:1.0:1775764893.595998:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.596012:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635662336, count: 4096 00000080:00200000:1.0:1775764893.596036:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635662336, bytes: 4096 00000080:00200000:1.0:1775764893.596040:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.596043:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155192, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.596045:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635662336, 635666432) 0 0 00000080:00200000:1.0:1775764893.596047:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.596057:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155191, 155191] 00020000:00200000:1.0:1775764893.596060:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635662336 chunk: [635662336, 635666432) 635666432, 4096 00020000:00200000:1.0:1775764893.596063:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.596074:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155191, 155191] 00000008:00010000:1.0:1775764893.596079:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.596081:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.596089:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596098:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635662336 635666431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596107:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596114:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596122:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596129:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635662336, 635666432) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.596135:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155191 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.596159:0:17279:0:(rw26.c:858:ll_write_end()) pos 635662336, len 4096, copied 4096 00000080:00200000:1.0:1775764893.596163:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000539a9479[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.596166:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a0ee571 fffffc0001021 2:0 ffff967bc9026620 155191 lru 00000080:00200000:1.0:1775764893.596171:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000041b97610 155191: 1< 0 - - > 2< 635662336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 268 - -> 00000080:00200000:1.0:1775764893.596173:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000539a9479 00000080:00200000:1.0:1775764893.596175:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.596177:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.596186:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596198:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.596201:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.596203:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.596209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.596211:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.596214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.596218:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596225:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.596234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.596237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.596242:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.596264:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155191, 155191] 00000080:00200000:1.0:1775764893.596275:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.596279:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.596284:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635666432 i_blocks 1196131 00000080:00200000:1.0:1775764893.596287:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.596301:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635666432, count: 4096 00000080:00200000:1.0:1775764893.596312:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635666432, bytes: 4096 00000080:00200000:1.0:1775764893.596328:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.596333:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155193, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.596334:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635666432, 635670528) 0 0 00000080:00200000:1.0:1775764893.596337:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.596343:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155192, 155192] 00020000:00200000:1.0:1775764893.596346:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635666432 chunk: [635666432, 635670528) 635670528, 4096 00020000:00200000:1.0:1775764893.596349:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.596370:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155192, 155192] 00000008:00010000:1.0:1775764893.596376:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.596378:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.596384:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596394:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635666432 635670527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596403:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596411:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596418:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596427:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635666432, 635670528) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.596432:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155192 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.596449:0:17279:0:(rw26.c:858:ll_write_end()) pos 635666432, len 4096, copied 4096 00000080:00200000:1.0:1775764893.596453:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003a883462[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.596457:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4d02344 fffffc0001001 3:0 ffff967bc9026000 155192 lru 00000080:00200000:1.0:1775764893.596462:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d16576ee 155192: 1< 0 - - > 2< 635666432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 269 - -> 00000080:00200000:1.0:1775764893.596464:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003a883462 00000080:00200000:1.0:1775764893.596466:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.596468:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.596476:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596487:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.596490:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.596492:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.596498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.596500:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.596502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.596506:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596514:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.596521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.596524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.596529:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.596531:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155192, 155192] 00000080:00200000:1.0:1775764893.596541:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.596544:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.596549:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635670528 i_blocks 1196131 00000080:00200000:1.0:1775764893.596552:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.596566:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635670528, count: 4096 00000080:00200000:1.0:1775764893.596577:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635670528, bytes: 4096 00000080:00200000:1.0:1775764893.596580:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.596583:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155194, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.596585:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635670528, 635674624) 0 0 00000080:00200000:1.0:1775764893.596587:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.596592:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155193, 155193] 00020000:00200000:1.0:1775764893.596595:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635670528 chunk: [635670528, 635674624) 635674624, 4096 00020000:00200000:1.0:1775764893.596598:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.596609:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155193, 155193] 00000008:00010000:1.0:1775764893.596615:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.596617:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.596625:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596633:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635670528 635674623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596641:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596648:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596653:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596660:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635670528, 635674624) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.596665:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155193 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.596681:0:17279:0:(rw26.c:858:ll_write_end()) pos 635670528, len 4096, copied 4096 00000080:00200000:1.0:1775764893.596686:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000000a8b5c7[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.596688:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005d85aab2 fffffc0001001 3:0 ffff967bc9026380 155193 lru 00000080:00200000:1.0:1775764893.596693:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009343e212 155193: 1< 0 - - > 2< 635670528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 270 - -> 00000080:00200000:1.0:1775764893.596695:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000000a8b5c7 00000080:00200000:1.0:1775764893.596697:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.596699:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.596707:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596719:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.596722:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.596724:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.596729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.596731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.596733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.596736:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596743:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.596750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.596752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.596757:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.596759:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155193, 155193] 00000080:00200000:1.0:1775764893.596770:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.596773:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.596777:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635674624 i_blocks 1196131 00000080:00200000:1.0:1775764893.596780:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.596794:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635674624, count: 4096 00000080:00200000:1.0:1775764893.596805:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635674624, bytes: 4096 00000080:00200000:1.0:1775764893.596808:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.596811:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155195, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.596813:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635674624, 635678720) 0 0 00000080:00200000:1.0:1775764893.596815:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.596821:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155194, 155194] 00020000:00200000:1.0:1775764893.596824:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635674624 chunk: [635674624, 635678720) 635678720, 4096 00020000:00200000:1.0:1775764893.596826:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.596837:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155194, 155194] 00000008:00010000:1.0:1775764893.596842:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.596844:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.596851:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596859:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635674624 635678719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596866:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596873:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596879:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596886:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635674624, 635678720) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.596891:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155194 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.596907:0:17279:0:(rw26.c:858:ll_write_end()) pos 635674624, len 4096, copied 4096 00000080:00200000:1.0:1775764893.596911:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eab1c6f0[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.596914:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f9669698 fffffc0001001 3:0 ffff967bc9026c40 155194 lru 00000080:00200000:1.0:1775764893.596919:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c55c59ff 155194: 1< 0 - - > 2< 635674624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 271 - -> 00000080:00200000:1.0:1775764893.596921:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eab1c6f0 00000080:00200000:1.0:1775764893.596923:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.596925:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.596933:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.596945:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.596947:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.596949:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.596955:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.596957:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.596960:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.596963:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.596971:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.596978:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.596980:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.596984:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.596986:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155194, 155194] 00000080:00200000:1.0:1775764893.596995:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.596999:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.597003:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635678720 i_blocks 1196131 00000080:00200000:1.0:1775764893.597006:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.597020:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635678720, count: 4096 00000080:00200000:1.0:1775764893.597031:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635678720, bytes: 4096 00000080:00200000:1.0:1775764893.597034:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.597037:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155196, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.597039:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635678720, 635682816) 0 0 00000080:00200000:1.0:1775764893.597041:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.597046:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155195, 155195] 00020000:00200000:1.0:1775764893.597049:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635678720 chunk: [635678720, 635682816) 635682816, 4096 00020000:00200000:1.0:1775764893.597051:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.597062:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155195, 155195] 00000008:00010000:1.0:1775764893.597068:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.597070:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.597077:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597085:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635678720 635682815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597101:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597107:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597115:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635678720, 635682816) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.597120:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155195 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.597135:0:17279:0:(rw26.c:858:ll_write_end()) pos 635678720, len 4096, copied 4096 00000080:00200000:1.0:1775764893.597139:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c5d606cf[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.597142:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066895619 fffffc0001001 3:0 ffff967bc90269a0 155195 lru 00000080:00200000:1.0:1775764893.597148:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6eda4af 155195: 1< 0 - - > 2< 635678720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 272 - -> 00000080:00200000:1.0:1775764893.597150:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c5d606cf 00000080:00200000:1.0:1775764893.597152:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.597154:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.597162:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597173:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.597176:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.597178:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.597183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.597185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.597188:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.597191:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597199:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.597206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.597208:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.597212:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.597214:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155195, 155195] 00000080:00200000:1.0:1775764893.597224:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.597228:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.597232:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635682816 i_blocks 1196131 00000080:00200000:1.0:1775764893.597235:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.597275:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635682816, count: 4096 00000080:00200000:1.0:1775764893.597288:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635682816, bytes: 4096 00000080:00200000:1.0:1775764893.597291:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.597295:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155197, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.597297:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635682816, 635686912) 0 0 00000080:00200000:1.0:1775764893.597300:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.597305:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155196, 155196] 00020000:00200000:1.0:1775764893.597308:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635682816 chunk: [635682816, 635686912) 635686912, 4096 00020000:00200000:1.0:1775764893.597310:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.597322:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155196, 155196] 00000008:00010000:1.0:1775764893.597328:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.597330:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.597336:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597345:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635682816 635686911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597353:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597373:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597379:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597387:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635682816, 635686912) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.597392:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155196 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.597406:0:17279:0:(rw26.c:858:ll_write_end()) pos 635682816, len 4096, copied 4096 00000080:00200000:1.0:1775764893.597410:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009cfab7b2[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.597413:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3898413 fffffc0001001 3:0 ffff967bc9026a80 155196 lru 00000080:00200000:1.0:1775764893.597418:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000031884f81 155196: 1< 0 - - > 2< 635682816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:1.0:1775764893.597421:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009cfab7b2 00000080:00200000:1.0:1775764893.597422:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.597424:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.597431:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597442:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.597445:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.597447:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.597451:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.597454:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.597456:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.597460:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597468:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.597476:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.597478:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.597482:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.597484:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155196, 155196] 00000080:00200000:1.0:1775764893.597494:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.597497:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.597501:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635686912 i_blocks 1196131 00000080:00200000:1.0:1775764893.597504:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.597517:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635686912, count: 4096 00000080:00200000:1.0:1775764893.597527:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635686912, bytes: 4096 00000080:00200000:1.0:1775764893.597529:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.597533:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155198, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.597534:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635686912, 635691008) 0 0 00000080:00200000:1.0:1775764893.597537:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.597541:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155197, 155197] 00020000:00200000:1.0:1775764893.597544:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635686912 chunk: [635686912, 635691008) 635691008, 4096 00020000:00200000:1.0:1775764893.597546:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.597556:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155197, 155197] 00000008:00010000:1.0:1775764893.597560:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.597562:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.597569:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597577:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635686912 635691007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597586:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597594:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597601:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597608:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635686912, 635691008) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.597612:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155197 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.597625:0:17279:0:(rw26.c:858:ll_write_end()) pos 635686912, len 4096, copied 4096 00000080:00200000:1.0:1775764893.597629:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a4ba7585[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.597631:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001e59bdb0 fffffc0001001 3:0 ffff967bc9026540 155197 lru 00000080:00200000:1.0:1775764893.597636:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f82cd27f 155197: 1< 0 - - > 2< 635686912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:1.0:1775764893.597638:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a4ba7585 00000080:00200000:1.0:1775764893.597639:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.597641:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.597648:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597659:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.597662:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.597664:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.597669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.597671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.597673:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.597677:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597684:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.597692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.597694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.597697:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.597700:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155197, 155197] 00000080:00200000:1.0:1775764893.597710:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.597712:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.597716:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635691008 i_blocks 1196131 00000080:00200000:1.0:1775764893.597719:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.597732:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635691008, count: 4096 00000080:00200000:1.0:1775764893.597742:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635691008, bytes: 4096 00000080:00200000:1.0:1775764893.597744:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.597748:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155199, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.597749:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635691008, 635695104) 0 0 00000080:00200000:1.0:1775764893.597752:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.597756:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155198, 155198] 00020000:00200000:1.0:1775764893.597759:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635691008 chunk: [635691008, 635695104) 635695104, 4096 00020000:00200000:1.0:1775764893.597761:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.597771:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155198, 155198] 00000008:00010000:1.0:1775764893.597775:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.597777:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.597784:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597792:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635691008 635695103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597800:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597807:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597813:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597820:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635691008, 635695104) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.597824:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155198 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.597837:0:17279:0:(rw26.c:858:ll_write_end()) pos 635691008, len 4096, copied 4096 00000080:00200000:1.0:1775764893.597841:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009a9665d8[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.597844:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005fc85062 fffffc0001001 3:0 ffff967bc90260e0 155198 lru 00000080:00200000:1.0:1775764893.597849:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000031e51620 155198: 1< 0 - - > 2< 635691008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:1.0:1775764893.597851:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009a9665d8 00000080:00200000:1.0:1775764893.597852:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.597854:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.597861:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.597872:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.597874:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.597876:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.597881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.597883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.597886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.597890:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.597897:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.597905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.597907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.597911:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.597913:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155198, 155198] 00000080:00200000:1.0:1775764893.597923:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.597926:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.597930:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635695104 i_blocks 1196131 00000080:00200000:1.0:1775764893.597932:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.597945:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635695104, count: 4096 00000080:00200000:1.0:1775764893.597955:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635695104, bytes: 4096 00000080:00200000:1.0:1775764893.597957:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.597960:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155200, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.597962:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635695104, 635699200) 0 0 00000080:00200000:1.0:1775764893.597964:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.597970:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155199, 155199] 00020000:00200000:1.0:1775764893.597972:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635695104 chunk: [635695104, 635699200) 635699200, 4096 00020000:00200000:1.0:1775764893.597974:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.597984:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155199, 155199] 00000008:00010000:1.0:1775764893.597989:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.597991:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.597997:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598006:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635695104 635699199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598014:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598021:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598028:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.598035:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635695104, 635699200) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.598039:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155199 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.598054:0:17279:0:(rw26.c:858:ll_write_end()) pos 635695104, len 4096, copied 4096 00000080:00200000:1.0:1775764893.598057:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005013959e[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.598060:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce53b168 fffffc0001001 3:0 ffff967bc90261c0 155199 lru 00000080:00200000:1.0:1775764893.598065:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004c7bf7c1 155199: 1< 0 - - > 2< 635695104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:1.0:1775764893.598067:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005013959e 00000080:00200000:1.0:1775764893.598068:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.598070:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.598076:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.598087:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.598090:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.598092:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.598097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.598099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.598101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.598105:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598113:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.598121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.598123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.598127:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.598130:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155199, 155199] 00000080:00200000:1.0:1775764893.598140:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.598143:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.598147:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635699200 i_blocks 1196131 00000080:00200000:1.0:1775764893.598150:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.598164:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635699200, count: 4096 00000080:00200000:1.0:1775764893.598176:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635699200, bytes: 4096 00000080:00200000:1.0:1775764893.598179:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.598182:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155201, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.598183:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635699200, 635703296) 0 0 00000080:00200000:1.0:1775764893.598187:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.598192:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155200, 155200] 00020000:00200000:1.0:1775764893.598194:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635699200 chunk: [635699200, 635703296) 635703296, 4096 00020000:00200000:1.0:1775764893.598196:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.598208:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155200, 155200] 00000008:00010000:1.0:1775764893.598213:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.598215:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.598221:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598230:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635699200 635703295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598237:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598244:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.598274:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.598282:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635699200, 635703296) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.598286:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155200 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.598305:0:17279:0:(rw26.c:858:ll_write_end()) pos 635699200, len 4096, copied 4096 00000080:00200000:1.0:1775764893.598309:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a9e11c27[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.598311:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001e7a6496 fffffc0001001 3:0 ffff967bc9026700 155200 lru 00000080:00200000:1.0:1775764893.598316:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000064dd1e1c 155200: 1< 0 - - > 2< 635699200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 277 - -> 00000080:00200000:1.0:1775764893.598318:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a9e11c27 00000080:00200000:1.0:1775764893.598319:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.598321:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.598328:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.598338:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.598340:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.598342:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.598347:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.598349:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.598351:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.598354:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.603849:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.603870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.603874:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.603890:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.603898:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155200, 155200] 00000080:00200000:1.0:1775764893.603928:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.603933:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.603948:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635703296 i_blocks 1196131 00000080:00200000:1.0:1775764893.603954:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.603993:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635703296, count: 4096 00000080:00200000:1.0:1775764893.605264:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635703296, bytes: 4096 00000080:00200000:1.0:1775764893.605274:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.605281:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155202, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.605283:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635703296, 635707392) 0 0 00000080:00200000:1.0:1775764893.605289:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.605302:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155201, 155201] 00020000:00200000:1.0:1775764893.605310:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635703296 chunk: [635703296, 635707392) 635707392, 4096 00020000:00200000:1.0:1775764893.605313:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.605340:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155201, 155201] 00000008:00010000:1.0:1775764893.605354:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.605368:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.605389:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605405:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635703296 635707391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605419:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605428:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605435:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.605447:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635703296, 635707392) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.605459:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155201 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.605506:0:17279:0:(rw26.c:858:ll_write_end()) pos 635703296, len 4096, copied 4096 00000080:00200000:1.0:1775764893.605513:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005af545a7[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.605516:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000076fc2fba fffffc0001001 3:0 ffff967bc90262a0 155201 lru 00000080:00200000:1.0:1775764893.605523:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001b419931 155201: 1< 0 - - > 2< 635703296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 278 - -> 00000080:00200000:1.0:1775764893.605525:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005af545a7 00000080:00200000:1.0:1775764893.605527:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.605531:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.605549:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.605571:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.605575:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.605578:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.605589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.605593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.605596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.605600:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605608:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.605620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.605623:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.605629:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.605633:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155201, 155201] 00000080:00200000:1.0:1775764893.605650:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.605653:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.605661:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635707392 i_blocks 1196131 00000080:00200000:1.0:1775764893.605665:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.605691:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635707392, count: 4096 00000080:00200000:1.0:1775764893.605703:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635707392, bytes: 4096 00000080:00200000:1.0:1775764893.605706:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.605710:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155203, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.605712:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635707392, 635711488) 0 0 00000080:00200000:1.0:1775764893.605714:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.605719:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155202, 155202] 00020000:00200000:1.0:1775764893.605722:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635707392 chunk: [635707392, 635711488) 635711488, 4096 00020000:00200000:1.0:1775764893.605725:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.605736:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155202, 155202] 00000008:00010000:1.0:1775764893.605741:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.605743:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.605751:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605760:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635707392 635711487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605768:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605776:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605783:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.605791:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635707392, 635711488) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.605797:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155202 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.605814:0:17279:0:(rw26.c:858:ll_write_end()) pos 635707392, len 4096, copied 4096 00000080:00200000:1.0:1775764893.605819:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000082352d41[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.605823:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000004e480b3 fffffc0001001 3:0 ffff967bc9026e00 155202 lru 00000080:00200000:1.0:1775764893.605829:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000380a206 155202: 1< 0 - - > 2< 635707392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 279 - -> 00000080:00200000:1.0:1775764893.605831:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000082352d41 00000080:00200000:1.0:1775764893.605833:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.605835:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.605844:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.605857:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.605860:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.605862:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.605868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.605870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.605873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.605877:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.605885:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.605893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.605895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.605899:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.605902:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155202, 155202] 00000080:00200000:1.0:1775764893.605911:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.605915:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.605919:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635711488 i_blocks 1196131 00000080:00200000:1.0:1775764893.605922:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.605937:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635711488, count: 4096 00000080:00200000:1.0:1775764893.605947:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635711488, bytes: 4096 00000080:00200000:1.0:1775764893.605950:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.605954:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155204, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.605955:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635711488, 635715584) 0 0 00000080:00200000:1.0:1775764893.605958:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.605963:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155203, 155203] 00020000:00200000:1.0:1775764893.605965:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635711488 chunk: [635711488, 635715584) 635715584, 4096 00020000:00200000:1.0:1775764893.605968:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.605978:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155203, 155203] 00000008:00010000:1.0:1775764893.605983:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.605986:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.605993:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.606002:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635711488 635715583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.606010:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.606036:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.606043:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.607316:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635711488, 635715584) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.607333:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155203 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.607380:0:17279:0:(rw26.c:858:ll_write_end()) pos 635711488, len 4096, copied 4096 00000080:00200000:1.0:1775764893.607388:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006ace4fdd[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.607392:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000028c42426 fffffc0001001 3:0 ffff967bc90268c0 155203 lru 00000080:00200000:1.0:1775764893.607398:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005b034dbb 155203: 1< 0 - - > 2< 635711488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 280 - -> 00000080:00200000:1.0:1775764893.607401:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006ace4fdd 00000080:00200000:1.0:1775764893.607403:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.607406:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.607423:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.607442:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.607446:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.607448:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.607458:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.607461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.607463:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.607469:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.607478:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.607488:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.607491:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.607498:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.607503:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155203, 155203] 00000080:00200000:1.0:1775764893.607524:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.607528:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.607537:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635715584 i_blocks 1196131 00000080:00200000:1.0:1775764893.607542:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.607569:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635715584, count: 4096 00000080:00200000:1.0:1775764893.607589:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635715584, bytes: 4096 00000080:00200000:1.0:1775764893.607594:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.607599:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155205, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.607600:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635715584, 635719680) 0 0 00000080:00200000:1.0:1775764893.607604:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.607614:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155204, 155204] 00020000:00200000:1.0:1775764893.607619:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635715584 chunk: [635715584, 635719680) 635719680, 4096 00020000:00200000:1.0:1775764893.607624:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.607643:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155204, 155204] 00000008:00010000:1.0:1775764893.607653:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.607656:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.607670:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.607681:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635715584 635719679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.607691:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.607699:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.607707:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.607716:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635715584, 635719680) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.607722:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155204 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.607739:0:17279:0:(rw26.c:858:ll_write_end()) pos 635715584, len 4096, copied 4096 00000080:00200000:1.0:1775764893.607744:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000030d3fbdb[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.607747:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a6e1740b fffffc0001001 3:0 ffff967bc9026460 155204 lru 00000080:00200000:1.0:1775764893.607753:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6170ee1 155204: 1< 0 - - > 2< 635715584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 281 - -> 00000080:00200000:1.0:1775764893.607755:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000030d3fbdb 00000080:00200000:1.0:1775764893.607757:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.607759:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.607768:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.607782:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.607785:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.607788:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.607795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.607798:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.607800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.607804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.607813:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.607821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.607824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.607828:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.607832:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155204, 155204] 00000080:00200000:1.0:1775764893.609985:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.609996:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.610011:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635719680 i_blocks 1196131 00000080:00200000:1.0:1775764893.610027:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.610075:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635719680, count: 4096 00000080:00200000:1.0:1775764893.610105:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635719680, bytes: 4096 00000080:00200000:1.0:1775764893.610111:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.610119:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155206, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.610121:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635719680, 635723776) 0 0 00000080:00200000:1.0:1775764893.610126:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.610138:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155205, 155205] 00020000:00200000:1.0:1775764893.610145:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635719680 chunk: [635719680, 635723776) 635723776, 4096 00020000:00200000:1.0:1775764893.610148:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.610172:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155205, 155205] 00000008:00010000:1.0:1775764893.610185:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.610190:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.610209:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610224:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635719680 635723775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610235:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610243:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610270:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.610280:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635719680, 635723776) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.610291:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155205 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.610328:0:17279:0:(rw26.c:858:ll_write_end()) pos 635719680, len 4096, copied 4096 00000080:00200000:1.0:1775764893.610335:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000016c629f5[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.610338:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a7cd8697 fffffc0001001 3:0 ffff967bc9026ee0 155205 lru 00000080:00200000:1.0:1775764893.610344:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004e41bb2e 155205: 1< 0 - - > 2< 635719680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 282 - -> 00000080:00200000:1.0:1775764893.610346:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000016c629f5 00000080:00200000:1.0:1775764893.610348:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.610351:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.610380:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.610399:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.610404:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.610407:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.610419:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.610421:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.610424:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.610428:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610435:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.610445:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.610447:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.610455:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.610460:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155205, 155205] 00000080:00200000:1.0:1775764893.610472:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.610475:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.610479:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635723776 i_blocks 1196131 00000080:00200000:1.0:1775764893.610481:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.610495:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635723776, count: 4096 00000080:00200000:1.0:1775764893.610506:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635723776, bytes: 4096 00000080:00200000:1.0:1775764893.610509:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.610512:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155207, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.610513:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635723776, 635727872) 0 0 00000080:00200000:1.0:1775764893.610516:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.610521:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155206, 155206] 00020000:00200000:1.0:1775764893.610524:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635723776 chunk: [635723776, 635727872) 635727872, 4096 00020000:00200000:1.0:1775764893.610526:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.610538:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155206, 155206] 00000008:00010000:1.0:1775764893.610543:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.610546:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.610553:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610562:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635723776 635727871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610570:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610578:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610583:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.610591:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635723776, 635727872) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.610596:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155206 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.610620:0:17279:0:(rw26.c:858:ll_write_end()) pos 635723776, len 4096, copied 4096 00000080:00200000:1.0:1775764893.610625:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d28a4812[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.610628:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000862e5bfc fffffc0001021 2:0 ffff967bc9026d20 155206 lru 00000080:00200000:1.0:1775764893.610634:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003dd40f24 155206: 1< 0 - - > 2< 635723776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 283 - -> 00000080:00200000:1.0:1775764893.610636:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d28a4812 00000080:00200000:1.0:1775764893.610638:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.610640:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.610648:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.610660:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.610663:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.610665:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.610672:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.610674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.610676:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.610680:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610687:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.610694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.610696:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.610701:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.610703:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155206, 155206] 00000080:00200000:1.0:1775764893.610713:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.610716:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.610720:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635727872 i_blocks 1196131 00000080:00200000:1.0:1775764893.610723:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.610736:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635727872, count: 4096 00000080:00200000:1.0:1775764893.610747:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635727872, bytes: 4096 00000080:00200000:1.0:1775764893.610750:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.610754:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155208, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.610755:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635727872, 635731968) 0 0 00000080:00200000:1.0:1775764893.610758:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.610762:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155207, 155207] 00020000:00200000:1.0:1775764893.610765:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635727872 chunk: [635727872, 635731968) 635731968, 4096 00020000:00200000:1.0:1775764893.610767:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.610777:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155207, 155207] 00000008:00010000:1.0:1775764893.610783:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.610785:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.610793:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610801:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635727872 635731967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610809:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610816:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610821:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.610828:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635727872, 635731968) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.610833:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155207 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.610872:0:17279:0:(rw26.c:858:ll_write_end()) pos 635727872, len 4096, copied 4096 00000080:00200000:1.0:1775764893.610877:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000353fe9d5[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.610880:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b5749399 fffffc0001001 3:0 ffff967bc9027d20 155207 lru 00000080:00200000:1.0:1775764893.610885:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000de813071 155207: 1< 0 - - > 2< 635727872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 284 - -> 00000080:00200000:1.0:1775764893.610887:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000353fe9d5 00000080:00200000:1.0:1775764893.610888:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.610890:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.610899:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.610911:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.610914:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.610916:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.610922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.610924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.610926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.610930:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.610936:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.610943:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.610945:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.610949:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.610952:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155207, 155207] 00000080:00200000:1.0:1775764893.610961:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.610964:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.610968:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635731968 i_blocks 1196131 00000080:00200000:1.0:1775764893.610971:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.610984:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635731968, count: 4096 00000080:00200000:1.0:1775764893.610995:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635731968, bytes: 4096 00000080:00200000:1.0:1775764893.610998:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.611002:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155209, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.611004:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635731968, 635736064) 0 0 00000080:00200000:1.0:1775764893.611006:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.611011:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155208, 155208] 00020000:00200000:1.0:1775764893.611014:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635731968 chunk: [635731968, 635736064) 635736064, 4096 00020000:00200000:1.0:1775764893.611016:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.611027:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155208, 155208] 00000008:00010000:1.0:1775764893.611033:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.611035:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.611042:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611050:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635731968 635736063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611059:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611067:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611074:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.611082:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635731968, 635736064) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.611087:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155208 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.611103:0:17279:0:(rw26.c:858:ll_write_end()) pos 635731968, len 4096, copied 4096 00000080:00200000:1.0:1775764893.611107:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000050a8670c[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.611110:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000086f9133d fffffc0001001 3:0 ffff967bc90277e0 155208 lru 00000080:00200000:1.0:1775764893.611116:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006b9e8c80 155208: 1< 0 - - > 2< 635731968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 285 - -> 00000080:00200000:1.0:1775764893.611118:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000050a8670c 00000080:00200000:1.0:1775764893.611120:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.611122:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.611130:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.611143:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.611146:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.611148:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.611153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.611156:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.611158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.611162:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611169:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.611178:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.611180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.611184:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.611187:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155208, 155208] 00000080:00200000:1.0:1775764893.611197:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.611200:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.611205:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635736064 i_blocks 1196131 00000080:00200000:1.0:1775764893.611208:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.611223:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635736064, count: 4096 00000080:00200000:1.0:1775764893.611234:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635736064, bytes: 4096 00000080:00200000:1.0:1775764893.611237:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.611240:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155210, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.611242:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635736064, 635740160) 0 0 00000080:00200000:1.0:1775764893.611270:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.611276:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155209, 155209] 00020000:00200000:1.0:1775764893.611279:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635736064 chunk: [635736064, 635740160) 635740160, 4096 00020000:00200000:1.0:1775764893.611281:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.611294:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155209, 155209] 00000008:00010000:1.0:1775764893.611299:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.611301:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.611309:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611318:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635736064 635740159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611326:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611334:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.611340:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.611349:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635736064, 635740160) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.611354:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155209 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.612515:0:17279:0:(rw26.c:858:ll_write_end()) pos 635736064, len 4096, copied 4096 00000080:00200000:1.0:1775764893.612524:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001ca44639[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.612527:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000583516a9 fffffc0001001 3:0 ffff967bc9027b60 155209 lru 00000080:00200000:1.0:1775764893.612534:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007426abfe 155209: 1< 0 - - > 2< 635736064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 286 - -> 00000080:00200000:1.0:1775764893.612536:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001ca44639 00000080:00200000:1.0:1775764893.612538:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.612541:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.612556:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.612573:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.612577:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.612579:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.612589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.612591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.612594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.612598:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.612608:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.612618:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.612620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.612627:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.612631:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155209, 155209] 00000080:00200000:1.0:1775764893.612650:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.612653:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.612661:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635740160 i_blocks 1196131 00000080:00200000:1.0:1775764893.612666:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.612685:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635740160, count: 4096 00000080:00200000:1.0:1775764893.612703:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635740160, bytes: 4096 00000080:00200000:1.0:1775764893.612706:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.612711:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155211, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.612712:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635740160, 635744256) 0 0 00000080:00200000:1.0:1775764893.612715:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.612725:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155210, 155210] 00020000:00200000:1.0:1775764893.612730:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635740160 chunk: [635740160, 635744256) 635744256, 4096 00020000:00200000:1.0:1775764893.612734:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.612751:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155210, 155210] 00000008:00010000:1.0:1775764893.612760:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.612762:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.612775:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.612786:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635740160 635744255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.612796:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.612804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.612811:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.612820:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635740160, 635744256) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.612828:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155210 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.612844:0:17279:0:(rw26.c:858:ll_write_end()) pos 635740160, len 4096, copied 4096 00000080:00200000:1.0:1775764893.612849:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d410b15d[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.612852:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000142c3db5 fffffc0001001 3:0 ffff967bc9027620 155210 lru 00000080:00200000:1.0:1775764893.612858:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d4071f4a 155210: 1< 0 - - > 2< 635740160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 287 - -> 00000080:00200000:1.0:1775764893.612860:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d410b15d 00000080:00200000:1.0:1775764893.612861:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.612864:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.612872:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.612885:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.612888:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.612890:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.612896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.612899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.612901:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.612905:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.612912:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.612919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.612922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.612927:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.612930:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155210, 155210] 00000080:00200000:1.0:1775764893.612940:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.612943:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.612947:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635744256 i_blocks 1196131 00000080:00200000:1.0:1775764893.612952:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.612966:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635744256, count: 4096 00000080:00200000:1.0:1775764893.612977:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635744256, bytes: 4096 00000080:00200000:1.0:1775764893.612979:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.612983:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155212, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.612985:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635744256, 635748352) 0 0 00000080:00200000:1.0:1775764893.612987:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.612992:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155211, 155211] 00020000:00200000:1.0:1775764893.612995:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635744256 chunk: [635744256, 635748352) 635748352, 4096 00020000:00200000:1.0:1775764893.612997:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.613008:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155211, 155211] 00000008:00010000:1.0:1775764893.613014:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.613658:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.613672:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613684:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635744256 635748351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613694:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613702:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613709:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.613718:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635744256, 635748352) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.613726:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155211 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.613750:0:17279:0:(rw26.c:858:ll_write_end()) pos 635744256, len 4096, copied 4096 00000080:00200000:1.0:1775764893.613754:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bcfe8375[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.613757:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc11f720 fffffc0001001 3:0 ffff967bc9027000 155211 lru 00000080:00200000:1.0:1775764893.613763:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000100664c5 155211: 1< 0 - - > 2< 635744256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 288 - -> 00000080:00200000:1.0:1775764893.613766:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bcfe8375 00000080:00200000:1.0:1775764893.613767:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.613771:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.613781:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.613796:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.613799:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.613802:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.613808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.613812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.613814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.613818:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613827:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.613836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.613839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.613845:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.613849:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155211, 155211] 00000080:00200000:1.0:1775764893.613865:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.613868:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.613874:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635748352 i_blocks 1196131 00000080:00200000:1.0:1775764893.613877:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.613896:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635748352, count: 4096 00000080:00200000:1.0:1775764893.613910:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635748352, bytes: 4096 00000080:00200000:1.0:1775764893.613913:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.613917:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155213, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.613919:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635748352, 635752448) 0 0 00000080:00200000:1.0:1775764893.613921:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.613928:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155212, 155212] 00020000:00200000:1.0:1775764893.613932:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635748352 chunk: [635748352, 635752448) 635752448, 4096 00020000:00200000:1.0:1775764893.613936:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.613951:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155212, 155212] 00000008:00010000:1.0:1775764893.613958:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.613960:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.613968:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613976:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635748352 635752447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613984:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613991:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.613997:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.614005:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635748352, 635752448) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.614010:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155212 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.614304:0:17279:0:(rw26.c:858:ll_write_end()) pos 635748352, len 4096, copied 4096 00000080:00200000:1.0:1775764893.614310:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe5450cf[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.614314:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004297ca3a fffffc0001001 3:0 ffff967bc9027380 155212 lru 00000080:00200000:1.0:1775764893.614320:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc705dcb 155212: 1< 0 - - > 2< 635748352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 289 - -> 00000080:00200000:1.0:1775764893.614322:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe5450cf 00000080:00200000:1.0:1775764893.614324:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.614327:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.614337:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.614350:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.614353:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.614355:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.614371:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.614374:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.614377:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.614381:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614389:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.614397:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.614400:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.614404:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.614407:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155212, 155212] 00000080:00200000:1.0:1775764893.614419:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.614422:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.614428:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635752448 i_blocks 1196131 00000080:00200000:1.0:1775764893.614431:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.614446:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635752448, count: 4096 00000080:00200000:1.0:1775764893.614459:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635752448, bytes: 4096 00000080:00200000:1.0:1775764893.614461:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.614465:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155214, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.614466:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635752448, 635756544) 0 0 00000080:00200000:1.0:1775764893.614469:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.614476:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155213, 155213] 00020000:00200000:1.0:1775764893.614479:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635752448 chunk: [635752448, 635756544) 635756544, 4096 00020000:00200000:1.0:1775764893.614482:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.614493:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155213, 155213] 00000008:00010000:1.0:1775764893.614499:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.614502:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.614511:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614520:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635752448 635756543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614528:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614535:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614542:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.614549:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635752448, 635756544) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.614556:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155213 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.614572:0:17279:0:(rw26.c:858:ll_write_end()) pos 635752448, len 4096, copied 4096 00000080:00200000:1.0:1775764893.614576:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001164c206[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.614578:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005c719445 fffffc0001001 3:0 ffff967bc9027c40 155213 lru 00000080:00200000:1.0:1775764893.614584:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007661eaa7 155213: 1< 0 - - > 2< 635752448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 290 - -> 00000080:00200000:1.0:1775764893.614586:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001164c206 00000080:00200000:1.0:1775764893.614588:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.614589:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.614598:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.614610:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.614613:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.614615:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.614620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.614622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.614625:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.614629:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614637:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.614645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.614648:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.614653:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.614655:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155213, 155213] 00000080:00200000:1.0:1775764893.614666:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.614668:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.614673:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635756544 i_blocks 1196131 00000080:00200000:1.0:1775764893.614676:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.614690:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635756544, count: 4096 00000080:00200000:1.0:1775764893.614701:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635756544, bytes: 4096 00000080:00200000:1.0:1775764893.614703:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.614707:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155215, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.614708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635756544, 635760640) 0 0 00000080:00200000:1.0:1775764893.614711:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.614716:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155214, 155214] 00020000:00200000:1.0:1775764893.614719:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635756544 chunk: [635756544, 635760640) 635760640, 4096 00020000:00200000:1.0:1775764893.614722:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.614734:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155214, 155214] 00000008:00010000:1.0:1775764893.614739:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.614742:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.614749:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614758:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635756544 635760639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614780:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.614788:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635756544, 635760640) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.614793:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155214 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.614810:0:17279:0:(rw26.c:858:ll_write_end()) pos 635756544, len 4096, copied 4096 00000080:00200000:1.0:1775764893.614815:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ecea6a0d[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.614817:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000079357563 fffffc0001001 3:0 ffff967bc90279a0 155214 lru 00000080:00200000:1.0:1775764893.614822:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002675e542 155214: 1< 0 - - > 2< 635756544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:1.0:1775764893.614825:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ecea6a0d 00000080:00200000:1.0:1775764893.614826:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.614828:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.614836:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.614847:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.614849:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.614851:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.614856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.614859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.614861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.614865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614873:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.614882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.614884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.614889:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.614892:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155214, 155214] 00000080:00200000:1.0:1775764893.614902:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.614904:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.614909:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635760640 i_blocks 1196131 00000080:00200000:1.0:1775764893.614912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.614925:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635760640, count: 4096 00000080:00200000:1.0:1775764893.614936:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635760640, bytes: 4096 00000080:00200000:1.0:1775764893.614939:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.614942:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155216, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.614944:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635760640, 635764736) 0 0 00000080:00200000:1.0:1775764893.614946:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.614951:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155215, 155215] 00020000:00200000:1.0:1775764893.614954:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635760640 chunk: [635760640, 635764736) 635764736, 4096 00020000:00200000:1.0:1775764893.614956:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.614967:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155215, 155215] 00000008:00010000:1.0:1775764893.614973:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.614976:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.614983:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.614992:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635760640 635764735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.615000:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.615007:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.615014:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.618302:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635760640, 635764736) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.618321:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155215 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.618380:0:17279:0:(rw26.c:858:ll_write_end()) pos 635760640, len 4096, copied 4096 00000080:00200000:1.0:1775764893.618390:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e3d8406d[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.618393:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009285d17e fffffc0001001 3:0 ffff967bc9027a80 155215 lru 00000080:00200000:1.0:1775764893.618400:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000652db4c0 155215: 1< 0 - - > 2< 635760640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:1.0:1775764893.618402:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e3d8406d 00000080:00200000:1.0:1775764893.618404:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.618408:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.618429:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.618454:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.618459:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.618461:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.618475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.618478:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.618481:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.618488:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618497:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.618510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.618513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.618521:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.618527:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155215, 155215] 00000080:00200000:1.0:1775764893.618560:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.618564:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.618575:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635764736 i_blocks 1196131 00000080:00200000:1.0:1775764893.618582:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.618621:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635764736, count: 4096 00000080:00200000:1.0:1775764893.618647:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635764736, bytes: 4096 00000080:00200000:1.0:1775764893.618651:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.618656:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155217, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.618658:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635764736, 635768832) 0 0 00000080:00200000:1.0:1775764893.618662:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.618673:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155216, 155216] 00020000:00200000:1.0:1775764893.618679:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635764736 chunk: [635764736, 635768832) 635768832, 4096 00020000:00200000:1.0:1775764893.618682:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.618703:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155216, 155216] 00000008:00010000:1.0:1775764893.618713:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.618717:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.618735:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618747:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635764736 635768831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618759:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618767:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618774:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.618783:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635764736, 635768832) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.618788:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155216 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.618807:0:17279:0:(rw26.c:858:ll_write_end()) pos 635764736, len 4096, copied 4096 00000080:00200000:1.0:1775764893.618811:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e9a77de4[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.618815:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca7e852e fffffc0001001 3:0 ffff967bc9027540 155216 lru 00000080:00200000:1.0:1775764893.618820:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004edc574d 155216: 1< 0 - - > 2< 635764736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:1.0:1775764893.618822:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e9a77de4 00000080:00200000:1.0:1775764893.618823:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.618825:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.618834:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.618847:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.618851:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.618853:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.618858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.618861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.618863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.618866:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618873:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.618880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.618883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.618887:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.618890:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155216, 155216] 00000080:00200000:1.0:1775764893.618900:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.618904:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.618908:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635768832 i_blocks 1196131 00000080:00200000:1.0:1775764893.618912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.618926:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635768832, count: 4096 00000080:00200000:1.0:1775764893.618938:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635768832, bytes: 4096 00000080:00200000:1.0:1775764893.618940:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.618944:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155218, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.618945:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635768832, 635772928) 0 0 00000080:00200000:1.0:1775764893.618948:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.618953:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155217, 155217] 00020000:00200000:1.0:1775764893.618956:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635768832 chunk: [635768832, 635772928) 635772928, 4096 00020000:00200000:1.0:1775764893.618958:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.618970:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155217, 155217] 00000008:00010000:1.0:1775764893.618975:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.618977:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.618984:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.618993:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635768832 635772927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.619001:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.619007:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.619013:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.621299:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635768832, 635772928) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.621315:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155217 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.621381:0:17279:0:(rw26.c:858:ll_write_end()) pos 635768832, len 4096, copied 4096 00000080:00200000:1.0:1775764893.621391:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008ba6f9f8[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.621394:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000af72efdc fffffc0001001 3:0 ffff967bc90270e0 155217 lru 00000080:00200000:1.0:1775764893.621401:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000049aac628 155217: 1< 0 - - > 2< 635768832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:1.0:1775764893.621403:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008ba6f9f8 00000080:00200000:1.0:1775764893.621404:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.621408:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.621427:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.621451:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.621454:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.621457:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.621470:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.621473:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.621476:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.621482:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.621491:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.621502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.621505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.621513:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.621518:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155217, 155217] 00000080:00200000:1.0:1775764893.621542:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.621546:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.621555:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635772928 i_blocks 1196131 00000080:00200000:1.0:1775764893.621560:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.621590:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635772928, count: 4096 00000080:00200000:1.0:1775764893.621612:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635772928, bytes: 4096 00000080:00200000:1.0:1775764893.621617:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.621621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155219, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.621623:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635772928, 635777024) 0 0 00000080:00200000:1.0:1775764893.621627:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.621639:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155218, 155218] 00020000:00200000:1.0:1775764893.621644:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635772928 chunk: [635772928, 635777024) 635777024, 4096 00020000:00200000:1.0:1775764893.621648:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.621669:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155218, 155218] 00000008:00010000:1.0:1775764893.621679:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.621683:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.621698:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.621710:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635772928 635777023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.621720:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.621728:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.621734:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.621743:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635772928, 635777024) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.621749:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155218 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.621766:0:17279:0:(rw26.c:858:ll_write_end()) pos 635772928, len 4096, copied 4096 00000080:00200000:1.0:1775764893.621771:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009778bba5[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.621774:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fabd09b2 fffffc0001001 3:0 ffff967bc90271c0 155218 lru 00000080:00200000:1.0:1775764893.621779:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e53c3b52 155218: 1< 0 - - > 2< 635772928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:1.0:1775764893.621781:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009778bba5 00000080:00200000:1.0:1775764893.621783:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.621785:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.621794:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.621806:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.621809:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.621811:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.621817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.621820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.621823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.621827:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.621834:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.621914:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.621917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.621923:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.621926:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155218, 155218] 00000080:00200000:1.0:1775764893.621937:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.621940:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.621945:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635777024 i_blocks 1196131 00000080:00200000:1.0:1775764893.621948:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.621963:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635777024, count: 4096 00000080:00200000:1.0:1775764893.621976:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635777024, bytes: 4096 00000080:00200000:1.0:1775764893.621980:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.621983:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155220, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.621985:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635777024, 635781120) 0 0 00000080:00200000:1.0:1775764893.621988:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.621993:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155219, 155219] 00020000:00200000:1.0:1775764893.621996:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635777024 chunk: [635777024, 635781120) 635781120, 4096 00020000:00200000:1.0:1775764893.621998:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.622010:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155219, 155219] 00000008:00010000:1.0:1775764893.622217:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.622221:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.622231:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622241:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635777024 635781119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622275:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622282:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622288:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.622297:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635777024, 635781120) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.622303:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155219 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.622322:0:17279:0:(rw26.c:858:ll_write_end()) pos 635777024, len 4096, copied 4096 00000080:00200000:1.0:1775764893.622326:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006fb44c19[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.622329:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000067bc3f11 fffffc0001001 3:0 ffff967bc9027700 155219 lru 00000080:00200000:1.0:1775764893.622334:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000074f27c5f 155219: 1< 0 - - > 2< 635777024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:1.0:1775764893.622336:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006fb44c19 00000080:00200000:1.0:1775764893.622338:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.622340:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.622349:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.622370:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.622374:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.622377:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.622383:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.622386:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.622389:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.622392:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622399:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.622407:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.622409:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.622412:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.622415:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155219, 155219] 00000080:00200000:1.0:1775764893.622425:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.622427:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.622433:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635781120 i_blocks 1196131 00000080:00200000:1.0:1775764893.622435:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.622449:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635781120, count: 4096 00000080:00200000:1.0:1775764893.622461:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635781120, bytes: 4096 00000080:00200000:1.0:1775764893.622464:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.622467:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155221, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.622469:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635781120, 635785216) 0 0 00000080:00200000:1.0:1775764893.622471:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.622477:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155220, 155220] 00020000:00200000:1.0:1775764893.622479:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635781120 chunk: [635781120, 635785216) 635785216, 4096 00020000:00200000:1.0:1775764893.622482:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.622493:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155220, 155220] 00000008:00010000:1.0:1775764893.622499:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.622502:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.622509:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622518:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635781120 635785215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622527:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622534:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622541:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.622549:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635781120, 635785216) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.622554:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155220 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.622572:0:17279:0:(rw26.c:858:ll_write_end()) pos 635781120, len 4096, copied 4096 00000080:00200000:1.0:1775764893.622577:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a43256b0[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.622580:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000004d68833 fffffc0001001 3:0 ffff967bc90272a0 155220 lru 00000080:00200000:1.0:1775764893.622585:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005ce3abdf 155220: 1< 0 - - > 2< 635781120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:1.0:1775764893.622587:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a43256b0 00000080:00200000:1.0:1775764893.622588:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.622590:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.622598:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.622610:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.622613:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.622615:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.622621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.622623:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.622626:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.622630:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622638:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.622646:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.622648:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.622653:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.622656:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155220, 155220] 00000080:00200000:1.0:1775764893.622666:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.622669:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.622673:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635785216 i_blocks 1196131 00000080:00200000:1.0:1775764893.622676:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.622690:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635785216, count: 4096 00000080:00200000:1.0:1775764893.622702:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635785216, bytes: 4096 00000080:00200000:1.0:1775764893.622705:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.622709:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155222, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.622710:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635785216, 635789312) 0 0 00000080:00200000:1.0:1775764893.622713:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.622718:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155221, 155221] 00020000:00200000:1.0:1775764893.622721:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635785216 chunk: [635785216, 635789312) 635789312, 4096 00020000:00200000:1.0:1775764893.622723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.622735:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155221, 155221] 00000008:00010000:1.0:1775764893.622741:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.622743:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.622750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622759:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635785216 635789311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622767:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622774:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.622781:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.622789:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635785216, 635789312) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.622794:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155221 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.622818:0:17279:0:(rw26.c:858:ll_write_end()) pos 635785216, len 4096, copied 4096 00000080:00200000:1.0:1775764893.622822:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000de232e87[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.622825:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000013f57eec fffffc0001021 2:0 ffff967bc9027e00 155221 lru 00000080:00200000:1.0:1775764893.622830:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c48944e3 155221: 1< 0 - - > 2< 635785216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:1.0:1775764893.622832:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000de232e87 00000080:00200000:1.0:1775764893.622833:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.622835:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.623761:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.623790:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.623795:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.623798:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.623809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.623812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.623815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.623820:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.623830:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.623966:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.623970:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.623977:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.623982:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155221, 155221] 00000080:00200000:1.0:1775764893.624001:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.624004:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.624013:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635789312 i_blocks 1196131 00000080:00200000:1.0:1775764893.624234:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.624285:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635789312, count: 4096 00000080:00200000:1.0:1775764893.624306:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635789312, bytes: 4096 00000080:00200000:1.0:1775764893.624310:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.624316:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155223, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.624317:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635789312, 635793408) 0 0 00000080:00200000:1.0:1775764893.624321:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.624333:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155222, 155222] 00020000:00200000:1.0:1775764893.624338:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635789312 chunk: [635789312, 635793408) 635793408, 4096 00020000:00200000:1.0:1775764893.624341:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.624371:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155222, 155222] 00000008:00010000:1.0:1775764893.624381:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.624384:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.624398:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624409:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635789312 635793407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624420:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624427:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624434:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.624443:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635789312, 635793408) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.624452:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155222 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.624484:0:17279:0:(rw26.c:858:ll_write_end()) pos 635789312, len 4096, copied 4096 00000080:00200000:1.0:1775764893.624488:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000828118a2[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.624491:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a1894a87 fffffc0001001 3:0 ffff967bc90278c0 155222 lru 00000080:00200000:1.0:1775764893.624496:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004b22aa35 155222: 1< 0 - - > 2< 635789312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:1.0:1775764893.624499:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000828118a2 00000080:00200000:1.0:1775764893.624500:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.624502:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.624515:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.624526:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.624529:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.624531:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.624536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.624538:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.624541:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.624544:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624551:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.624558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.624560:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.624564:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.624567:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155222, 155222] 00000080:00200000:1.0:1775764893.624578:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.624581:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.624585:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635793408 i_blocks 1196131 00000080:00200000:1.0:1775764893.624588:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.624602:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635793408, count: 4096 00000080:00200000:1.0:1775764893.624613:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635793408, bytes: 4096 00000080:00200000:1.0:1775764893.624615:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.624619:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155224, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.624621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635793408, 635797504) 0 0 00000080:00200000:1.0:1775764893.624624:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.624629:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155223, 155223] 00020000:00200000:1.0:1775764893.624631:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635793408 chunk: [635793408, 635797504) 635797504, 4096 00020000:00200000:1.0:1775764893.624633:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.624644:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155223, 155223] 00000008:00010000:1.0:1775764893.624648:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.624651:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.624659:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624666:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635793408 635797503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624674:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624680:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624686:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.624694:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635793408, 635797504) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.624698:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155223 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.624714:0:17279:0:(rw26.c:858:ll_write_end()) pos 635793408, len 4096, copied 4096 00000080:00200000:1.0:1775764893.624718:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000078bcca8a[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.624721:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000098774f5 fffffc0001001 3:0 ffff967bc9027460 155223 lru 00000080:00200000:1.0:1775764893.624726:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001cde72af 155223: 1< 0 - - > 2< 635793408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:1.0:1775764893.624728:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000078bcca8a 00000080:00200000:1.0:1775764893.624729:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.624732:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.624739:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.624751:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.624754:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.624756:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.624761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.624763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.624765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.624768:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624775:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.624782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.624785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.624789:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.624791:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155223, 155223] 00000080:00200000:1.0:1775764893.624802:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.624805:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.624810:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635797504 i_blocks 1196131 00000080:00200000:1.0:1775764893.624812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.624826:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635797504, count: 4096 00000080:00200000:1.0:1775764893.624836:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635797504, bytes: 4096 00000080:00200000:1.0:1775764893.624839:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.624842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155225, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.624843:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635797504, 635801600) 0 0 00000080:00200000:1.0:1775764893.624846:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.624850:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155224, 155224] 00020000:00200000:1.0:1775764893.624853:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635797504 chunk: [635797504, 635801600) 635801600, 4096 00020000:00200000:1.0:1775764893.624855:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.624865:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155224, 155224] 00000008:00010000:1.0:1775764893.624870:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.624872:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.624879:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624888:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635797504 635801599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624896:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624904:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.624911:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.624918:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635797504, 635801600) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.624923:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155224 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.624939:0:17279:0:(rw26.c:858:ll_write_end()) pos 635797504, len 4096, copied 4096 00000080:00200000:1.0:1775764893.624943:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b5ebf7fc[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.624946:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e92b6e8d fffffc0001001 3:0 ffff967bc9027ee0 155224 lru 00000080:00200000:1.0:1775764893.624951:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003db19a5f 155224: 1< 0 - - > 2< 635797504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:1.0:1775764893.624953:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b5ebf7fc 00000080:00200000:1.0:1775764893.624954:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.624956:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.624964:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.624975:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.624978:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.624980:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.624985:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.624987:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.624990:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.624993:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625000:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.625008:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.625010:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.625015:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.625213:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155224, 155224] 00000080:00200000:1.0:1775764893.625226:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.625230:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.625236:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635801600 i_blocks 1196131 00000080:00200000:1.0:1775764893.625239:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.625285:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635801600, count: 4096 00000080:00200000:1.0:1775764893.625298:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635801600, bytes: 4096 00000080:00200000:1.0:1775764893.625301:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.625305:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155226, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.625307:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635801600, 635805696) 0 0 00000080:00200000:1.0:1775764893.625310:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.625316:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155225, 155225] 00020000:00200000:1.0:1775764893.625319:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635801600 chunk: [635801600, 635805696) 635805696, 4096 00020000:00200000:1.0:1775764893.625321:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.625335:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155225, 155225] 00000008:00010000:1.0:1775764893.625341:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.625343:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.625352:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625373:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635801600 635805695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625382:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625391:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625398:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.625407:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635801600, 635805696) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.625413:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155225 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.625441:0:17279:0:(rw26.c:858:ll_write_end()) pos 635801600, len 4096, copied 4096 00000080:00200000:1.0:1775764893.625446:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004aca080d[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.625448:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a97388f2 fffffc0001001 3:0 ffff967bc9198460 155225 lru 00000080:00200000:1.0:1775764893.625455:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000609a82f1 155225: 1< 0 - - > 2< 635801600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:1.0:1775764893.625457:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004aca080d 00000080:00200000:1.0:1775764893.625458:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.625461:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.625471:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.625484:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.625487:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.625490:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.625495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.625498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.625501:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.625504:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625512:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.625521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.625524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.625528:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.625531:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155225, 155225] 00000080:00200000:1.0:1775764893.625542:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.625546:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.625551:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635805696 i_blocks 1196131 00000080:00200000:1.0:1775764893.625554:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.625570:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635805696, count: 4096 00000080:00200000:1.0:1775764893.625582:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635805696, bytes: 4096 00000080:00200000:1.0:1775764893.625585:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.625589:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155227, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.625590:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635805696, 635809792) 0 0 00000080:00200000:1.0:1775764893.625593:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.625599:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155226, 155226] 00020000:00200000:1.0:1775764893.625602:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635805696 chunk: [635805696, 635809792) 635809792, 4096 00020000:00200000:1.0:1775764893.625604:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.625617:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155226, 155226] 00000008:00010000:1.0:1775764893.625623:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.625625:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.625633:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625642:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635805696 635809791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625652:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625660:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625668:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.625676:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635805696, 635809792) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.625681:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155226 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.625697:0:17279:0:(rw26.c:858:ll_write_end()) pos 635805696, len 4096, copied 4096 00000080:00200000:1.0:1775764893.625702:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a8f09807[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.625705:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000077b15ef0 fffffc0001001 3:0 ffff967bc9198ee0 155226 lru 00000080:00200000:1.0:1775764893.625711:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000075990781 155226: 1< 0 - - > 2< 635805696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:1.0:1775764893.625714:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a8f09807 00000080:00200000:1.0:1775764893.625715:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.625718:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.625727:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.625739:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.625742:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.625744:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.625749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.625752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.625754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.625759:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625767:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.625776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.625778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.625783:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.625786:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155226, 155226] 00000080:00200000:1.0:1775764893.625797:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.625800:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.625805:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635809792 i_blocks 1196131 00000080:00200000:1.0:1775764893.625808:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.625824:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635809792, count: 4096 00000080:00200000:1.0:1775764893.625835:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635809792, bytes: 4096 00000080:00200000:1.0:1775764893.625838:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.625842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155228, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.625843:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635809792, 635813888) 0 0 00000080:00200000:1.0:1775764893.625846:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.625852:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155227, 155227] 00020000:00200000:1.0:1775764893.625855:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635809792 chunk: [635809792, 635813888) 635813888, 4096 00020000:00200000:1.0:1775764893.625857:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.625869:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155227, 155227] 00000008:00010000:1.0:1775764893.625875:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.625877:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.625885:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625895:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635809792 635813887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625904:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625912:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.625920:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.625929:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635809792, 635813888) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.625934:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155227 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.625950:0:17279:0:(rw26.c:858:ll_write_end()) pos 635809792, len 4096, copied 4096 00000080:00200000:1.0:1775764893.625954:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000622e721e[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.625958:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002ba6f1fd fffffc0001001 3:0 ffff967bc9198d20 155227 lru 00000080:00200000:1.0:1775764893.625964:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000045f5f13f 155227: 1< 0 - - > 2< 635809792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:1.0:1775764893.625966:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000622e721e 00000080:00200000:1.0:1775764893.625968:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.625970:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.625979:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.625991:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.625994:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.625996:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.626002:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.626004:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.626007:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.626011:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626207:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.626216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.626219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.626224:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.626228:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155227, 155227] 00000080:00200000:1.0:1775764893.626240:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.626243:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.626279:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635813888 i_blocks 1196131 00000080:00200000:1.0:1775764893.626283:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.626301:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635813888, count: 4096 00000080:00200000:1.0:1775764893.626313:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635813888, bytes: 4096 00000080:00200000:1.0:1775764893.626316:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.626320:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155229, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.626322:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635813888, 635817984) 0 0 00000080:00200000:1.0:1775764893.626325:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.626331:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155228, 155228] 00020000:00200000:1.0:1775764893.626334:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635813888 chunk: [635813888, 635817984) 635817984, 4096 00020000:00200000:1.0:1775764893.626337:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.626349:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155228, 155228] 00000008:00010000:1.0:1775764893.626355:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.626369:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.626378:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626388:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635813888 635817983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626398:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626407:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626414:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.626422:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635813888, 635817984) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.626428:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155228 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.626446:0:17279:0:(rw26.c:858:ll_write_end()) pos 635813888, len 4096, copied 4096 00000080:00200000:1.0:1775764893.626450:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001908c915[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.626454:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000968f4f7 fffffc0001001 3:0 ffff967bc91987e0 155228 lru 00000080:00200000:1.0:1775764893.626460:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000121362b0 155228: 1< 0 - - > 2< 635813888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:1.0:1775764893.626463:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001908c915 00000080:00200000:1.0:1775764893.626464:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.626466:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.626476:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.626488:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.626491:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.626493:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.626499:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.626503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.626505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.626510:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626518:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.626526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.626529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.626534:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.626537:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155228, 155228] 00000080:00200000:1.0:1775764893.626548:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.626551:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.626557:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 635817984 i_blocks 1196131 00000080:00200000:1.0:1775764893.626560:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.626576:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 635817984, count: 4096 00000080:00200000:1.0:1775764893.626588:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 635817984, bytes: 4096 00000080:00200000:1.0:1775764893.626592:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.626595:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155230, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.626597:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [635817984, 635822080) 0 0 00000080:00200000:1.0:1775764893.626601:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.626607:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155229, 155229] 00020000:00200000:1.0:1775764893.626610:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 635817984 chunk: [635817984, 635822080) 635822080, 4096 00020000:00200000:1.0:1775764893.626613:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.626625:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155229, 155229] 00000008:00010000:1.0:1775764893.626631:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.626634:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.626641:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626651:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (635817984 635822079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626660:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626668:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626676:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.626685:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [635817984, 635822080) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.626690:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155229 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.626707:0:17279:0:(rw26.c:858:ll_write_end()) pos 635817984, len 4096, copied 4096 00000080:00200000:1.0:1775764893.626712:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d6516b9a[3 0000000014a1af93 2 1 0000000003ef655c] 00000080:00200000:1.0:1775764893.626716:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000851e4787 fffffc0001001 3:0 ffff967bc9198b60 155229 lru 00000080:00200000:1.0:1775764893.626722:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000bfcb426 155229: 1< 0 - - > 2< 635817984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 306 - -> 00000080:00200000:1.0:1775764893.626724:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d6516b9a 00000080:00200000:1.0:1775764893.626726:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.626728:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.626737:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.626749:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.626752:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.626755:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.626761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.626764:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.626767:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.626771:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.626782:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.626792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e88a8 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.626794:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.626799:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.626802:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155229, 155229] 00000080:00200000:1.0:1775764893.626812:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.626815:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.661191:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636043264 i_blocks 1196131 00000080:00200000:1.0:1775764893.661199:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.661232:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636043264, count: 4096 00000080:00200000:1.0:1775764893.661293:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636043264, bytes: 4096 00000080:00200000:1.0:1775764893.661298:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.661305:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155285, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.661307:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636043264, 636047360) 0 0 00000080:00200000:1.0:1775764893.661310:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.661323:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155284, 155284] 00020000:00200000:1.0:1775764893.661329:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636043264 chunk: [636043264, 636047360) 636047360, 4096 00020000:00200000:1.0:1775764893.661333:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.661355:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155284, 155284] 00000008:00010000:1.0:1775764893.661386:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.661391:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.661409:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661423:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636043264 636047359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661434:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661442:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661449:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.661460:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636043264, 636047360) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.661469:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155284 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.661506:0:17279:0:(rw26.c:858:ll_write_end()) pos 636043264, len 4096, copied 4096 00000080:00200000:1.0:1775764893.661512:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009ef2417b[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.661515:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000d783c16 fffffc0001001 3:0 ffff967bc9198620 155284 lru 00000080:00200000:1.0:1775764893.661522:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000009e47979 155284: 1< 0 - - > 2< 636043264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 361 - -> 00000080:00200000:1.0:1775764893.661524:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009ef2417b 00000080:00200000:1.0:1775764893.661525:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.661528:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.661546:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.661566:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.661570:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.661572:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.661583:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.661586:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.661589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.661593:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661601:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.661612:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.661615:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.661621:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.661626:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155284, 155284] 00000080:00200000:1.0:1775764893.661639:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.661642:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.661648:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636047360 i_blocks 1196131 00000080:00200000:1.0:1775764893.661650:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.661666:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636047360, count: 4096 00000080:00200000:1.0:1775764893.661677:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636047360, bytes: 4096 00000080:00200000:1.0:1775764893.661681:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.661685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155286, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.661686:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636047360, 636051456) 0 0 00000080:00200000:1.0:1775764893.661690:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.661695:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155285, 155285] 00020000:00200000:1.0:1775764893.661698:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636047360 chunk: [636047360, 636051456) 636051456, 4096 00020000:00200000:1.0:1775764893.661700:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.661713:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155285, 155285] 00000008:00010000:1.0:1775764893.661719:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.661722:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.661729:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661738:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636047360 636051455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661746:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661754:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661761:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.661769:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636047360, 636051456) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.661775:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155285 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.661791:0:17279:0:(rw26.c:858:ll_write_end()) pos 636047360, len 4096, copied 4096 00000080:00200000:1.0:1775764893.661796:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c95f24d8[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.661799:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cb6dda70 fffffc0001001 3:0 ffff967bc9198000 155285 lru 00000080:00200000:1.0:1775764893.661804:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fb1cf2fc 155285: 1< 0 - - > 2< 636047360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 362 - -> 00000080:00200000:1.0:1775764893.661806:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c95f24d8 00000080:00200000:1.0:1775764893.661808:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.661809:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.661818:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.661829:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.661832:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.661834:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.661840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.661843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.661845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.661848:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661855:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.661863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.661865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.661869:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.661872:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155285, 155285] 00000080:00200000:1.0:1775764893.661882:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.661885:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.661890:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636051456 i_blocks 1196131 00000080:00200000:1.0:1775764893.661894:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.661909:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636051456, count: 4096 00000080:00200000:1.0:1775764893.661921:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636051456, bytes: 4096 00000080:00200000:1.0:1775764893.661923:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.661927:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155287, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.661929:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636051456, 636055552) 0 0 00000080:00200000:1.0:1775764893.661931:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.661936:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155286, 155286] 00020000:00200000:1.0:1775764893.661939:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636051456 chunk: [636051456, 636055552) 636055552, 4096 00020000:00200000:1.0:1775764893.661941:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.661953:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155286, 155286] 00000008:00010000:1.0:1775764893.661959:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.661961:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.661969:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661977:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636051456 636055551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661985:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661992:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.661999:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662006:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636051456, 636055552) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.662011:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155286 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.662028:0:17279:0:(rw26.c:858:ll_write_end()) pos 636051456, len 4096, copied 4096 00000080:00200000:1.0:1775764893.662033:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006d81f21c[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.662036:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000032e6ba95 fffffc0001001 3:0 ffff967bc9198380 155286 lru 00000080:00200000:1.0:1775764893.662041:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000055b4914b 155286: 1< 0 - - > 2< 636051456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 363 - -> 00000080:00200000:1.0:1775764893.662044:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006d81f21c 00000080:00200000:1.0:1775764893.662045:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.662047:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.662056:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662068:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.662071:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.662073:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.662079:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.662081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.662084:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.662088:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662095:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.662103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.662106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.662110:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.662113:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155286, 155286] 00000080:00200000:1.0:1775764893.662124:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.662127:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.662132:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636055552 i_blocks 1196131 00000080:00200000:1.0:1775764893.662135:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.662150:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636055552, count: 4096 00000080:00200000:1.0:1775764893.662161:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636055552, bytes: 4096 00000080:00200000:1.0:1775764893.662164:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.662168:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155288, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.662170:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636055552, 636059648) 0 0 00000080:00200000:1.0:1775764893.662173:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.662179:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155287, 155287] 00020000:00200000:1.0:1775764893.662182:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636055552 chunk: [636055552, 636059648) 636059648, 4096 00020000:00200000:1.0:1775764893.662184:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.662196:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155287, 155287] 00000008:00010000:1.0:1775764893.662202:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.662205:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.662212:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662221:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636055552 636059647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662229:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662236:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662242:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662280:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636055552, 636059648) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.662285:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155287 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.662302:0:17279:0:(rw26.c:858:ll_write_end()) pos 636055552, len 4096, copied 4096 00000080:00200000:1.0:1775764893.662306:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000174e7704[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.662308:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cebed1f9 fffffc0001001 3:0 ffff967bc9198c40 155287 lru 00000080:00200000:1.0:1775764893.662314:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b0d3c225 155287: 1< 0 - - > 2< 636055552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 364 - -> 00000080:00200000:1.0:1775764893.662316:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000174e7704 00000080:00200000:1.0:1775764893.662317:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.662320:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.662328:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662340:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.662343:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.662345:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.662351:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.662353:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.662355:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.662372:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662379:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.662387:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.662389:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.662394:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.662397:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155287, 155287] 00000080:00200000:1.0:1775764893.662408:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.662411:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.662416:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636059648 i_blocks 1196131 00000080:00200000:1.0:1775764893.662418:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.662432:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636059648, count: 4096 00000080:00200000:1.0:1775764893.662444:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636059648, bytes: 4096 00000080:00200000:1.0:1775764893.662447:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.662450:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155289, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.662451:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636059648, 636063744) 0 0 00000080:00200000:1.0:1775764893.662455:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.662460:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155288, 155288] 00020000:00200000:1.0:1775764893.662463:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636059648 chunk: [636059648, 636063744) 636063744, 4096 00020000:00200000:1.0:1775764893.662465:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.662477:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155288, 155288] 00000008:00010000:1.0:1775764893.662483:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.662485:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.662492:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662502:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636059648 636063743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662509:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662516:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662522:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662530:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636059648, 636063744) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.662535:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155288 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.662552:0:17279:0:(rw26.c:858:ll_write_end()) pos 636059648, len 4096, copied 4096 00000080:00200000:1.0:1775764893.662557:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006c6eedc9[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.662559:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c5362c0a fffffc0001001 3:0 ffff967bc91989a0 155288 lru 00000080:00200000:1.0:1775764893.662564:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000630a4ed8 155288: 1< 0 - - > 2< 636059648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 365 - -> 00000080:00200000:1.0:1775764893.662566:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006c6eedc9 00000080:00200000:1.0:1775764893.662568:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.662570:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.662578:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662589:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.662592:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.662594:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.662601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.662603:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.662605:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.662609:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662617:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.662624:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.662626:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.662631:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.662633:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155288, 155288] 00000080:00200000:1.0:1775764893.662643:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.662647:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.662652:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636063744 i_blocks 1196131 00000080:00200000:1.0:1775764893.662655:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.662670:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636063744, count: 4096 00000080:00200000:1.0:1775764893.662681:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636063744, bytes: 4096 00000080:00200000:1.0:1775764893.662684:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.662688:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155290, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.662689:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636063744, 636067840) 0 0 00000080:00200000:1.0:1775764893.662692:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.662697:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155289, 155289] 00020000:00200000:1.0:1775764893.662700:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636063744 chunk: [636063744, 636067840) 636067840, 4096 00020000:00200000:1.0:1775764893.662702:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.662713:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155289, 155289] 00000008:00010000:1.0:1775764893.662718:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.662720:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.662728:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662737:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636063744 636067839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662745:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662752:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662758:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662765:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636063744, 636067840) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.662770:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155289 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.662785:0:17279:0:(rw26.c:858:ll_write_end()) pos 636063744, len 4096, copied 4096 00000080:00200000:1.0:1775764893.662790:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007309b1ff[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.662792:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000825ab93e fffffc0001001 3:0 ffff967bc9198a80 155289 lru 00000080:00200000:1.0:1775764893.662798:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e8c8cf8 155289: 1< 0 - - > 2< 636063744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 366 - -> 00000080:00200000:1.0:1775764893.662800:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007309b1ff 00000080:00200000:1.0:1775764893.662802:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.662804:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.662811:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.662821:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.662823:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.662826:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.662831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.662833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.662835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.662838:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.662846:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.662853:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.662855:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.662859:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.662861:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155289, 155289] 00000080:00200000:1.0:1775764893.662871:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.662873:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.662877:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636067840 i_blocks 1196131 00000080:00200000:1.0:1775764893.662880:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.662893:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636067840, count: 4096 00000080:00200000:1.0:1775764893.662903:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636067840, bytes: 4096 00000080:00200000:1.0:1775764893.662906:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.662909:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155291, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.662910:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636067840, 636071936) 0 0 00000080:00200000:1.0:1775764893.662913:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.662917:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155290, 155290] 00020000:00200000:1.0:1775764893.662919:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636067840 chunk: [636067840, 636071936) 636071936, 4096 00020000:00200000:1.0:1775764893.662922:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.662931:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155290, 155290] 00000008:00010000:1.0:1775764893.662935:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.662937:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.662944:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663539:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636067840 636071935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663555:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663562:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663568:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.663579:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636067840, 636071936) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.663587:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155290 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.663618:0:17279:0:(rw26.c:858:ll_write_end()) pos 636067840, len 4096, copied 4096 00000080:00200000:1.0:1775764893.663623:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000092cfe094[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.663626:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000049f00a03 fffffc0001021 2:0 ffff967bc9198540 155290 lru 00000080:00200000:1.0:1775764893.663631:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c8105b0b 155290: 1< 0 - - > 2< 636067840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 367 - -> 00000080:00200000:1.0:1775764893.663634:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000092cfe094 00000080:00200000:1.0:1775764893.663635:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.663638:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.663649:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.663663:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.663666:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.663668:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.663675:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.663677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.663680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.663684:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663692:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.663700:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.663703:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.663707:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.663711:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155290, 155290] 00000080:00200000:1.0:1775764893.663725:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.663728:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.663735:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636071936 i_blocks 1196131 00000080:00200000:1.0:1775764893.663738:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.663755:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636071936, count: 4096 00000080:00200000:1.0:1775764893.663769:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636071936, bytes: 4096 00000080:00200000:1.0:1775764893.663773:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.663777:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155292, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.663778:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636071936, 636076032) 0 0 00000080:00200000:1.0:1775764893.663781:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.663788:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155291, 155291] 00020000:00200000:1.0:1775764893.663792:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636071936 chunk: [636071936, 636076032) 636076032, 4096 00020000:00200000:1.0:1775764893.663794:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.663808:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155291, 155291] 00000008:00010000:1.0:1775764893.663815:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.663818:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.663828:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663837:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636071936 636076031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663845:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663852:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663858:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.663866:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636071936, 636076032) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.663871:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155291 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.663886:0:17279:0:(rw26.c:858:ll_write_end()) pos 636071936, len 4096, copied 4096 00000080:00200000:1.0:1775764893.663889:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009a7633ce[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.663892:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000451dcdd7 fffffc0001001 3:0 ffff967bc91980e0 155291 lru 00000080:00200000:1.0:1775764893.663897:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b784bf8a 155291: 1< 0 - - > 2< 636071936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 368 - -> 00000080:00200000:1.0:1775764893.663899:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009a7633ce 00000080:00200000:1.0:1775764893.663900:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.663902:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.663910:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.663920:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.663922:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.663924:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.663929:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.663931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.663934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.663937:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.663944:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.663951:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.663953:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.663957:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.663960:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155291, 155291] 00000080:00200000:1.0:1775764893.663970:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.663973:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.663978:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636076032 i_blocks 1196131 00000080:00200000:1.0:1775764893.663981:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.663996:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636076032, count: 4096 00000080:00200000:1.0:1775764893.664007:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636076032, bytes: 4096 00000080:00200000:1.0:1775764893.664010:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.664013:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155293, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.664015:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636076032, 636080128) 0 0 00000080:00200000:1.0:1775764893.664018:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.664023:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155292, 155292] 00020000:00200000:1.0:1775764893.664026:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636076032 chunk: [636076032, 636080128) 636080128, 4096 00020000:00200000:1.0:1775764893.664028:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.664039:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155292, 155292] 00000008:00010000:1.0:1775764893.664045:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.664047:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.664054:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664062:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636076032 636080127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664070:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664077:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664083:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.664090:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636076032, 636080128) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.664095:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155292 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.664112:0:17279:0:(rw26.c:858:ll_write_end()) pos 636076032, len 4096, copied 4096 00000080:00200000:1.0:1775764893.664116:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002ea40b7e[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.664119:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe1a56c4 fffffc0001001 3:0 ffff967bc91981c0 155292 lru 00000080:00200000:1.0:1775764893.664124:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e5fb5aa 155292: 1< 0 - - > 2< 636076032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 369 - -> 00000080:00200000:1.0:1775764893.664126:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002ea40b7e 00000080:00200000:1.0:1775764893.664128:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.664130:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.664138:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.664149:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.664151:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.664153:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.664159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.664161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.664164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.664167:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664174:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.664182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.664184:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.664188:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.664191:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155292, 155292] 00000080:00200000:1.0:1775764893.664201:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.664203:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.664208:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636080128 i_blocks 1196131 00000080:00200000:1.0:1775764893.664211:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.664225:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636080128, count: 4096 00000080:00200000:1.0:1775764893.664235:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636080128, bytes: 4096 00000080:00200000:1.0:1775764893.664238:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.664241:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155294, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.664243:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636080128, 636084224) 0 0 00000080:00200000:1.0:1775764893.664270:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.664276:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155293, 155293] 00020000:00200000:1.0:1775764893.664279:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636080128 chunk: [636080128, 636084224) 636084224, 4096 00020000:00200000:1.0:1775764893.664281:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.664292:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155293, 155293] 00000008:00010000:1.0:1775764893.664297:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.664299:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.664305:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664313:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636080128 636084223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664321:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664328:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.664336:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.664343:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636080128, 636084224) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.664349:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155293 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.666869:0:17279:0:(rw26.c:858:ll_write_end()) pos 636080128, len 4096, copied 4096 00000080:00200000:1.0:1775764893.666889:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001a923f7e[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.666893:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000137e763a fffffc0001001 3:0 ffff967bc9198700 155293 lru 00000080:00200000:1.0:1775764893.666902:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000004bbcc0c 155293: 1< 0 - - > 2< 636080128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 370 - -> 00000080:00200000:1.0:1775764893.666905:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001a923f7e 00000080:00200000:1.0:1775764893.666907:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.666914:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.666943:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.666977:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.666983:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.666986:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.667001:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.667004:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.667008:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.667015:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.667026:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.667040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.667043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.667051:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.667058:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155293, 155293] 00000080:00200000:1.0:1775764893.667085:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.667089:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.667101:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636084224 i_blocks 1196131 00000080:00200000:1.0:1775764893.667107:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.667141:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636084224, count: 4096 00000080:00200000:1.0:1775764893.667164:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636084224, bytes: 4096 00000080:00200000:1.0:1775764893.667170:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.667175:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155295, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.667177:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636084224, 636088320) 0 0 00000080:00200000:1.0:1775764893.667181:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.667194:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155294, 155294] 00020000:00200000:1.0:1775764893.667200:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636084224 chunk: [636084224, 636088320) 636088320, 4096 00020000:00200000:1.0:1775764893.667204:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.667226:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155294, 155294] 00000008:00010000:1.0:1775764893.667238:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.667242:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.668070:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668089:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636084224 636088319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668101:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668110:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668118:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.668130:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636084224, 636088320) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.668142:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155294 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.668188:0:17279:0:(rw26.c:858:ll_write_end()) pos 636084224, len 4096, copied 4096 00000080:00200000:1.0:1775764893.668195:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005981fbe6[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.668198:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000047adbb90 fffffc0001001 3:0 ffff967bc91982a0 155294 lru 00000080:00200000:1.0:1775764893.668205:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007ca1e526 155294: 1< 0 - - > 2< 636084224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 371 - -> 00000080:00200000:1.0:1775764893.668207:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005981fbe6 00000080:00200000:1.0:1775764893.668209:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.668212:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.668228:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.668337:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.668341:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.668344:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.668354:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.668609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.668613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.668618:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668628:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.668638:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.668641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.668648:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.668653:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155294, 155294] 00000080:00200000:1.0:1775764893.668674:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.668678:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.668687:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636088320 i_blocks 1196131 00000080:00200000:1.0:1775764893.668692:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.668720:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636088320, count: 4096 00000080:00200000:1.0:1775764893.668743:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636088320, bytes: 4096 00000080:00200000:1.0:1775764893.668747:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.668753:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155296, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.668755:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636088320, 636092416) 0 0 00000080:00200000:1.0:1775764893.668759:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.668770:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155295, 155295] 00020000:00200000:1.0:1775764893.668776:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636088320 chunk: [636088320, 636092416) 636092416, 4096 00020000:00200000:1.0:1775764893.668779:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.668801:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155295, 155295] 00000008:00010000:1.0:1775764893.668813:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.668816:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.668828:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668838:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636088320 636092415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668847:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668855:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668863:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.668872:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636088320, 636092416) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.668879:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155295 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.668905:0:17279:0:(rw26.c:858:ll_write_end()) pos 636088320, len 4096, copied 4096 00000080:00200000:1.0:1775764893.668911:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000419bd877[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.668915:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000790f753b fffffc0001001 3:0 ffff967bc9198e00 155295 lru 00000080:00200000:1.0:1775764893.668921:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c452b57a 155295: 1< 0 - - > 2< 636088320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 372 - -> 00000080:00200000:1.0:1775764893.668923:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000419bd877 00000080:00200000:1.0:1775764893.668924:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.668927:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.668939:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.668953:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.668956:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.668959:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.668966:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.668969:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.668972:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.668976:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.668984:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.668993:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.668995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.668999:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.669002:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155295, 155295] 00000080:00200000:1.0:1775764893.669014:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.669017:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.669022:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636092416 i_blocks 1196131 00000080:00200000:1.0:1775764893.669025:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.669041:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636092416, count: 4096 00000080:00200000:1.0:1775764893.669054:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636092416, bytes: 4096 00000080:00200000:1.0:1775764893.669057:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.669060:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155297, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.669062:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636092416, 636096512) 0 0 00000080:00200000:1.0:1775764893.669065:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.669071:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155296, 155296] 00020000:00200000:1.0:1775764893.669074:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636092416 chunk: [636092416, 636096512) 636096512, 4096 00020000:00200000:1.0:1775764893.669077:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.669089:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155296, 155296] 00000008:00010000:1.0:1775764893.669095:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.669098:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.669106:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.669116:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636092416 636096511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.669126:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.669133:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.669141:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.669149:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636092416, 636096512) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.669153:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155296 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.669170:0:17279:0:(rw26.c:858:ll_write_end()) pos 636092416, len 4096, copied 4096 00000080:00200000:1.0:1775764893.669173:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f5741724[3 0000000014a1af93 2 1 00000000a821e49e] 00000080:00200000:1.0:1775764893.669176:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a0783071 fffffc0001001 3:0 ffff967bc91988c0 155296 lru 00000080:00200000:1.0:1775764893.669182:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000248f2d4f 155296: 1< 0 - - > 2< 636092416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 373 - -> 00000080:00200000:1.0:1775764893.669185:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f5741724 00000080:00200000:1.0:1775764893.669186:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.669188:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.669196:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000002fa6298a ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.669207:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.669209:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.669212:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.669217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.669219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.669221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.669225:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.669233:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.669241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8c68 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.669243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.669279:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.669282:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155296, 155296] 00000080:00200000:1.0:1775764893.669292:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.669295:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.669300:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636096512 i_blocks 1196131 00000080:00200000:1.0:1775764893.669303:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.669318:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636096512, count: 4096 00000080:00200000:1.0:1775764893.669329:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636096512, bytes: 4096 00000080:00200000:1.0:1775764893.669332:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.669335:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155298, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.669337:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636096512, 636100608) 0 0 00000080:00200000:1.0:1775764893.669339:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.669345:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155297, 155297] 00020000:00200000:1.0:1775764893.669348:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636096512 chunk: [636096512, 636100608) 636100608, 4096 00020000:00200000:1.0:1775764893.669350:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200008:1.0:1775764893.764447:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636522496, count: 4096 00000080:00200000:1.0:1775764893.764498:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636522496, bytes: 4096 00000080:00200000:1.0:1775764893.764505:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.764514:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155402, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.764516:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636522496, 636526592) 0 0 00000080:00200000:1.0:1775764893.764521:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.764536:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155401, 155401] 00020000:00200000:1.0:1775764893.764543:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636522496 chunk: [636522496, 636526592) 636526592, 4096 00020000:00200000:1.0:1775764893.764547:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.764576:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155401, 155401] 00000008:00010000:1.0:1775764893.764590:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.764595:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.764619:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.764634:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636522496 636526591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.764646:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.764655:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.764662:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.764679:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636522496, 636526592) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.764692:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155401 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.764750:0:17279:0:(rw26.c:858:ll_write_end()) pos 636522496, len 4096, copied 4096 00000080:00200000:1.0:1775764893.764757:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000083e32d93[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.764761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d9d2755f fffffc0001001 3:0 ffff967bc91990e0 155401 lru 00000080:00200000:1.0:1775764893.764768:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000d72016b 155401: 1< 0 - - > 2< 636522496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:1.0:1775764893.764771:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000083e32d93 00000080:00200000:1.0:1775764893.764772:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.764776:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.764796:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.764819:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.764823:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.764826:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.764840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.764843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.764846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.764851:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.764860:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.764873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.764876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.764884:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.764889:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155401, 155401] 00000080:00200000:1.0:1775764893.764909:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.764912:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.764923:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636526592 i_blocks 1196131 00000080:00200000:1.0:1775764893.764926:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.764945:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636526592, count: 4096 00000080:00200000:1.0:1775764893.764957:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636526592, bytes: 4096 00000080:00200000:1.0:1775764893.764960:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.764964:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155403, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.764966:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636526592, 636530688) 0 0 00000080:00200000:1.0:1775764893.764968:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.764974:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155402, 155402] 00020000:00200000:1.0:1775764893.764977:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636526592 chunk: [636526592, 636530688) 636530688, 4096 00020000:00200000:1.0:1775764893.764979:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.764992:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155402, 155402] 00000008:00010000:1.0:1775764893.764997:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.765000:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.765009:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765017:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636526592 636530687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765025:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765033:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765045:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765053:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636526592, 636530688) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.765059:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155402 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.765077:0:17279:0:(rw26.c:858:ll_write_end()) pos 636526592, len 4096, copied 4096 00000080:00200000:1.0:1775764893.765081:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000793ccde2[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.765084:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000032c020ed fffffc0001001 3:0 ffff967bc91991c0 155402 lru 00000080:00200000:1.0:1775764893.765090:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007f77a1cb 155402: 1< 0 - - > 2< 636526592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:1.0:1775764893.765092:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000793ccde2 00000080:00200000:1.0:1775764893.765093:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.765095:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.765104:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765116:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.765119:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.765121:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.765127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.765130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.765132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.765136:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765143:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.765155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.765157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.765161:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.765164:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155402, 155402] 00000080:00200000:1.0:1775764893.765174:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.765177:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.765182:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636530688 i_blocks 1196131 00000080:00200000:1.0:1775764893.765185:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.765200:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636530688, count: 4096 00000080:00200000:1.0:1775764893.765211:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636530688, bytes: 4096 00000080:00200000:1.0:1775764893.765214:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.765218:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155404, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.765219:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636530688, 636534784) 0 0 00000080:00200000:1.0:1775764893.765222:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.765226:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155403, 155403] 00020000:00200000:1.0:1775764893.765229:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636530688 chunk: [636530688, 636534784) 636534784, 4096 00020000:00200000:1.0:1775764893.765232:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.765244:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155403, 155403] 00000008:00010000:1.0:1775764893.765272:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.765275:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.765282:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765291:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636530688 636534783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765300:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765312:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765320:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765329:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636530688, 636534784) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.765335:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155403 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.765352:0:17279:0:(rw26.c:858:ll_write_end()) pos 636530688, len 4096, copied 4096 00000080:00200000:1.0:1775764893.765368:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006d6ebb76[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.765372:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003817cae0 fffffc0001001 3:0 ffff967bc9199700 155403 lru 00000080:00200000:1.0:1775764893.765378:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d90985ec 155403: 1< 0 - - > 2< 636530688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:1.0:1775764893.765380:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006d6ebb76 00000080:00200000:1.0:1775764893.765381:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.765384:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.765393:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765405:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.765408:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.765410:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.765416:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.765418:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.765421:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.765425:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765438:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.765446:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.765448:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.765453:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.765456:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155403, 155403] 00000080:00200000:1.0:1775764893.765466:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.765469:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.765474:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636534784 i_blocks 1196131 00000080:00200000:1.0:1775764893.765477:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.765492:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636534784, count: 4096 00000080:00200000:1.0:1775764893.765504:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636534784, bytes: 4096 00000080:00200000:1.0:1775764893.765507:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.765511:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155405, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.765512:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636534784, 636538880) 0 0 00000080:00200000:1.0:1775764893.765515:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.765520:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155404, 155404] 00020000:00200000:1.0:1775764893.765523:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636534784 chunk: [636534784, 636538880) 636538880, 4096 00020000:00200000:1.0:1775764893.765526:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.765538:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155404, 155404] 00000008:00010000:1.0:1775764893.765544:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.765546:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.765554:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765563:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636534784 636538879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765576:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765584:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765590:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765597:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636534784, 636538880) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.765602:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155404 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.765618:0:17279:0:(rw26.c:858:ll_write_end()) pos 636534784, len 4096, copied 4096 00000080:00200000:1.0:1775764893.765622:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008f818a10[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.765625:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8a8a432 fffffc0001001 3:0 ffff967bc91992a0 155404 lru 00000080:00200000:1.0:1775764893.765629:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000042e4b82d 155404: 1< 0 - - > 2< 636534784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:1.0:1775764893.765631:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008f818a10 00000080:00200000:1.0:1775764893.765632:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.765634:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.765642:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765652:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.765654:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.765656:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.765662:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.765665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.765668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.765672:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765680:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.765687:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.765689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.765693:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.765697:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155404, 155404] 00000080:00200000:1.0:1775764893.765708:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.765710:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.765714:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636538880 i_blocks 1196131 00000080:00200000:1.0:1775764893.765717:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.765731:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636538880, count: 4096 00000080:00200000:1.0:1775764893.765742:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636538880, bytes: 4096 00000080:00200000:1.0:1775764893.765745:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.765748:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155406, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.765750:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636538880, 636542976) 0 0 00000080:00200000:1.0:1775764893.765752:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.765757:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155405, 155405] 00020000:00200000:1.0:1775764893.765759:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636538880 chunk: [636538880, 636542976) 636542976, 4096 00020000:00200000:1.0:1775764893.765762:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.765773:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155405, 155405] 00000008:00010000:1.0:1775764893.765778:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.765780:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.765787:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765800:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636538880 636542975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765807:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765815:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765821:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765829:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636538880, 636542976) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.765834:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155405 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.765851:0:17279:0:(rw26.c:858:ll_write_end()) pos 636538880, len 4096, copied 4096 00000080:00200000:1.0:1775764893.765855:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006c66fe1b[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.765858:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad9bd636 fffffc0001001 3:0 ffff967bc9199e00 155405 lru 00000080:00200000:1.0:1775764893.765862:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b30b41b2 155405: 1< 0 - - > 2< 636538880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:1.0:1775764893.765864:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006c66fe1b 00000080:00200000:1.0:1775764893.765865:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.765867:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.765874:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.765885:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.765888:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.765890:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.765896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.765899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.765901:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.765905:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.765913:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.765921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.765923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.765927:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.765930:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155405, 155405] 00000080:00200000:1.0:1775764893.765941:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.765943:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.765949:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636542976 i_blocks 1196131 00000080:00200000:1.0:1775764893.765951:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.765965:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636542976, count: 4096 00000080:00200000:1.0:1775764893.765975:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636542976, bytes: 4096 00000080:00200000:1.0:1775764893.765978:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.765981:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155407, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.765983:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636542976, 636547072) 0 0 00000080:00200000:1.0:1775764893.765985:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.765990:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155406, 155406] 00020000:00200000:1.0:1775764893.765993:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636542976 chunk: [636542976, 636547072) 636547072, 4096 00020000:00200000:1.0:1775764893.765995:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.766007:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155406, 155406] 00000008:00010000:1.0:1775764893.766012:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.766015:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.766023:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766031:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636542976 636547071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766039:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766053:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766060:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636542976, 636547072) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.766066:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155406 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.766082:0:17279:0:(rw26.c:858:ll_write_end()) pos 636542976, len 4096, copied 4096 00000080:00200000:1.0:1775764893.766087:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004997b1cd[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.766090:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f292a56a fffffc0001001 3:0 ffff967bc91998c0 155406 lru 00000080:00200000:1.0:1775764893.766095:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dbcf8604 155406: 1< 0 - - > 2< 636542976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:1.0:1775764893.766098:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004997b1cd 00000080:00200000:1.0:1775764893.766099:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.766101:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.766110:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766121:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.766124:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.766127:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.766132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.766135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.766137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.766141:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766150:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.766157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.766159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.766163:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.766166:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155406, 155406] 00000080:00200000:1.0:1775764893.766177:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.766180:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.766185:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636547072 i_blocks 1196131 00000080:00200000:1.0:1775764893.766188:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.766203:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636547072, count: 4096 00000080:00200000:1.0:1775764893.766214:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636547072, bytes: 4096 00000080:00200000:1.0:1775764893.766217:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.766221:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155408, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.766222:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636547072, 636551168) 0 0 00000080:00200000:1.0:1775764893.766225:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.766230:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155407, 155407] 00020000:00200000:1.0:1775764893.766233:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636547072 chunk: [636547072, 636551168) 636551168, 4096 00020000:00200000:1.0:1775764893.766235:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.766270:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155407, 155407] 00000008:00010000:1.0:1775764893.766277:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.766280:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.766288:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766297:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636547072 636551167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766306:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766312:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766319:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766326:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636547072, 636551168) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.766331:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155407 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.766347:0:17279:0:(rw26.c:858:ll_write_end()) pos 636547072, len 4096, copied 4096 00000080:00200000:1.0:1775764893.766351:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000061dbf16[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.766354:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b9950dbd fffffc0001001 3:0 ffff967bc9199460 155407 lru 00000080:00200000:1.0:1775764893.766370:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000967e521f 155407: 1< 0 - - > 2< 636547072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:1.0:1775764893.766373:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000061dbf16 00000080:00200000:1.0:1775764893.766374:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.766376:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.766385:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766403:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.766406:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.766408:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.766414:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.766417:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.766420:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.766424:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766432:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.766440:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.766442:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.766446:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.766449:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155407, 155407] 00000080:00200000:1.0:1775764893.766459:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.766462:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.766467:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636551168 i_blocks 1196131 00000080:00200000:1.0:1775764893.766470:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.766485:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636551168, count: 4096 00000080:00200000:1.0:1775764893.766496:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636551168, bytes: 4096 00000080:00200000:1.0:1775764893.766499:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.766503:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155409, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.766504:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636551168, 636555264) 0 0 00000080:00200000:1.0:1775764893.766506:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.766511:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155408, 155408] 00020000:00200000:1.0:1775764893.766515:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636551168 chunk: [636551168, 636555264) 636555264, 4096 00020000:00200000:1.0:1775764893.766517:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.766529:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155408, 155408] 00000008:00010000:1.0:1775764893.766535:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.766537:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.766546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766554:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636551168 636555263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766563:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766570:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766576:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766584:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636551168, 636555264) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.766589:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155408 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.766606:0:17279:0:(rw26.c:858:ll_write_end()) pos 636551168, len 4096, copied 4096 00000080:00200000:1.0:1775764893.766611:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000014b48a72[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.766614:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008ce61f68 fffffc0001001 3:0 ffff967bc9199ee0 155408 lru 00000080:00200000:1.0:1775764893.766619:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000959ff5c9 155408: 1< 0 - - > 2< 636551168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:1.0:1775764893.766622:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000014b48a72 00000080:00200000:1.0:1775764893.766623:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.766625:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.766633:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766645:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.766649:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.766651:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.766657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.766659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.766662:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.766666:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766673:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.766681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.766684:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.766689:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.766692:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155408, 155408] 00000080:00200000:1.0:1775764893.766702:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.766705:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.766710:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636555264 i_blocks 1196131 00000080:00200000:1.0:1775764893.766713:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.766728:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636555264, count: 4096 00000080:00200000:1.0:1775764893.766739:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636555264, bytes: 4096 00000080:00200000:1.0:1775764893.766742:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.766745:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155410, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.766747:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636555264, 636559360) 0 0 00000080:00200000:1.0:1775764893.766749:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.766755:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155409, 155409] 00020000:00200000:1.0:1775764893.766759:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636555264 chunk: [636555264, 636559360) 636559360, 4096 00020000:00200000:1.0:1775764893.766761:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.766773:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155409, 155409] 00000008:00010000:1.0:1775764893.766779:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.766781:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.766789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766798:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636555264 636559359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766806:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766814:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766821:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766829:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636555264, 636559360) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.766834:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155409 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.766861:0:17279:0:(rw26.c:858:ll_write_end()) pos 636555264, len 4096, copied 4096 00000080:00200000:1.0:1775764893.766866:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b41bcc8a[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.766869:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8b06a58 fffffc0001021 2:0 ffff967bc9199d20 155409 lru 00000080:00200000:1.0:1775764893.766875:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f641e2a7 155409: 1< 0 - - > 2< 636555264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:1.0:1775764893.766877:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b41bcc8a 00000080:00200000:1.0:1775764893.766878:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.766880:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.766889:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.766902:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.766904:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.766906:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.766911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.766914:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.766916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.766920:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.766926:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.766934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.766936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.766940:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.766944:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155409, 155409] 00000080:00200000:1.0:1775764893.766954:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.766956:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.766961:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636559360 i_blocks 1196131 00000080:00200000:1.0:1775764893.766963:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.766979:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636559360, count: 4096 00000080:00200000:1.0:1775764893.766990:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636559360, bytes: 4096 00000080:00200000:1.0:1775764893.766992:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.766995:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155411, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.766997:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636559360, 636563456) 0 0 00000080:00200000:1.0:1775764893.766999:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.767004:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155410, 155410] 00020000:00200000:1.0:1775764893.767007:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636559360 chunk: [636559360, 636563456) 636563456, 4096 00020000:00200000:1.0:1775764893.767008:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.767019:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155410, 155410] 00000008:00010000:1.0:1775764893.767024:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.767027:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.767034:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767044:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636559360 636563455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767052:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767059:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767066:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.767074:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636559360, 636563456) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.767079:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155410 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.767096:0:17279:0:(rw26.c:858:ll_write_end()) pos 636559360, len 4096, copied 4096 00000080:00200000:1.0:1775764893.767100:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f99a76f1[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.767103:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002ea00c71 fffffc0001001 3:0 ffff967bc91997e0 155410 lru 00000080:00200000:1.0:1775764893.767108:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7938856 155410: 1< 0 - - > 2< 636559360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:1.0:1775764893.767110:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f99a76f1 00000080:00200000:1.0:1775764893.767112:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.767114:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.767122:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.767134:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.767137:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.767139:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.767145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.767147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.767150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.767153:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767161:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.767169:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.767172:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.767176:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.767179:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155410, 155410] 00000080:00200000:1.0:1775764893.767190:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.767193:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.767198:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636563456 i_blocks 1196131 00000080:00200000:1.0:1775764893.767201:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.767216:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636563456, count: 4096 00000080:00200000:1.0:1775764893.767227:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636563456, bytes: 4096 00000080:00200000:1.0:1775764893.767230:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.767234:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155412, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.767236:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636563456, 636567552) 0 0 00000080:00200000:1.0:1775764893.767239:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.767269:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155411, 155411] 00020000:00200000:1.0:1775764893.767273:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636563456 chunk: [636563456, 636567552) 636567552, 4096 00020000:00200000:1.0:1775764893.767275:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.767288:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155411, 155411] 00000008:00010000:1.0:1775764893.767293:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.767296:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.767304:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767313:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636563456 636567551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767321:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767328:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767335:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.767343:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636563456, 636567552) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.767348:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155411 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.767537:0:17279:0:(rw26.c:858:ll_write_end()) pos 636563456, len 4096, copied 4096 00000080:00200000:1.0:1775764893.767543:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e8cfcd11[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.767546:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b0b8b770 fffffc0001001 3:0 ffff967bc9199b60 155411 lru 00000080:00200000:1.0:1775764893.767551:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8fb266b 155411: 1< 0 - - > 2< 636563456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:1.0:1775764893.767553:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e8cfcd11 00000080:00200000:1.0:1775764893.767554:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.767556:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.767566:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.767578:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.767581:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.767584:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.767590:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.767592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.767595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.767599:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767607:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.767616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.767618:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.767623:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.767626:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155411, 155411] 00000080:00200000:1.0:1775764893.767637:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.767641:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.767646:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636567552 i_blocks 1196131 00000080:00200000:1.0:1775764893.767649:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.767664:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636567552, count: 4096 00000080:00200000:1.0:1775764893.767678:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636567552, bytes: 4096 00000080:00200000:1.0:1775764893.767681:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.767685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155413, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.767686:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636567552, 636571648) 0 0 00000080:00200000:1.0:1775764893.767689:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.767695:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155412, 155412] 00020000:00200000:1.0:1775764893.767698:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636567552 chunk: [636567552, 636571648) 636571648, 4096 00020000:00200000:1.0:1775764893.767700:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.767712:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155412, 155412] 00000008:00010000:1.0:1775764893.767717:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.767720:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.767730:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767738:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636567552 636571647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767746:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767753:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767759:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.767767:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636567552, 636571648) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.767773:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155412 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.767790:0:17279:0:(rw26.c:858:ll_write_end()) pos 636567552, len 4096, copied 4096 00000080:00200000:1.0:1775764893.767795:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e27eb59f[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.767798:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cce7a1ed fffffc0001001 3:0 ffff967bc9199620 155412 lru 00000080:00200000:1.0:1775764893.767803:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001ae3c732 155412: 1< 0 - - > 2< 636567552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:1.0:1775764893.767806:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e27eb59f 00000080:00200000:1.0:1775764893.767807:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.767810:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.767818:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.767829:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.767832:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.767834:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.767839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.767841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.767844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.767847:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767855:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.767863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.767866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.767870:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.767872:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155412, 155412] 00000080:00200000:1.0:1775764893.767882:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.767886:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.767890:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636571648 i_blocks 1196131 00000080:00200000:1.0:1775764893.767893:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.767908:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636571648, count: 4096 00000080:00200000:1.0:1775764893.767920:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636571648, bytes: 4096 00000080:00200000:1.0:1775764893.767923:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.767927:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155414, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.767928:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636571648, 636575744) 0 0 00000080:00200000:1.0:1775764893.767931:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.767936:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155413, 155413] 00020000:00200000:1.0:1775764893.767939:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636571648 chunk: [636571648, 636575744) 636575744, 4096 00020000:00200000:1.0:1775764893.767942:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.767954:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155413, 155413] 00000008:00010000:1.0:1775764893.767959:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.767962:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.767969:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767978:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636571648 636575743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767986:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.767994:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768001:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768009:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636571648, 636575744) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.768015:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155413 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.768031:0:17279:0:(rw26.c:858:ll_write_end()) pos 636571648, len 4096, copied 4096 00000080:00200000:1.0:1775764893.768036:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001d235a62[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.768039:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000015a085fb fffffc0001001 3:0 ffff967bc9199000 155413 lru 00000080:00200000:1.0:1775764893.768044:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b797b7cc 155413: 1< 0 - - > 2< 636571648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:1.0:1775764893.768046:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001d235a62 00000080:00200000:1.0:1775764893.768048:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.768050:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.768058:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768070:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.768073:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.768075:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.768081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.768083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.768085:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.768089:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768097:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.768104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.768106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.768110:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.768113:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155413, 155413] 00000080:00200000:1.0:1775764893.768122:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.768125:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.768129:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636575744 i_blocks 1196131 00000080:00200000:1.0:1775764893.768132:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.768146:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636575744, count: 4096 00000080:00200000:1.0:1775764893.768157:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636575744, bytes: 4096 00000080:00200000:1.0:1775764893.768160:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.768163:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155415, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.768165:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636575744, 636579840) 0 0 00000080:00200000:1.0:1775764893.768168:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.768173:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155414, 155414] 00020000:00200000:1.0:1775764893.768176:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636575744 chunk: [636575744, 636579840) 636579840, 4096 00020000:00200000:1.0:1775764893.768178:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.768190:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155414, 155414] 00000008:00010000:1.0:1775764893.768195:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.768197:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.768205:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768213:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636575744 636579839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768221:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768227:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768233:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768240:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636575744, 636579840) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.768289:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155414 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.768308:0:17279:0:(rw26.c:858:ll_write_end()) pos 636575744, len 4096, copied 4096 00000080:00200000:1.0:1775764893.768312:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000604e8830[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.768315:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000985d1e39 fffffc0001001 3:0 ffff967bc9199380 155414 lru 00000080:00200000:1.0:1775764893.768320:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a666ab84 155414: 1< 0 - - > 2< 636575744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:1.0:1775764893.768323:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000604e8830 00000080:00200000:1.0:1775764893.768324:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.768326:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.768335:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768347:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.768349:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.768353:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.768386:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.768389:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.768392:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.768396:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768404:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.768412:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.768414:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.768418:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.768421:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155414, 155414] 00000080:00200000:1.0:1775764893.768431:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.768434:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.768440:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636579840 i_blocks 1196131 00000080:00200000:1.0:1775764893.768443:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.768457:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636579840, count: 4096 00000080:00200000:1.0:1775764893.768469:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636579840, bytes: 4096 00000080:00200000:1.0:1775764893.768472:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.768476:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155416, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.768477:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636579840, 636583936) 0 0 00000080:00200000:1.0:1775764893.768480:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.768486:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155415, 155415] 00020000:00200000:1.0:1775764893.768489:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636579840 chunk: [636579840, 636583936) 636583936, 4096 00020000:00200000:1.0:1775764893.768491:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.768504:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155415, 155415] 00000008:00010000:1.0:1775764893.768509:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.768511:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.768519:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768528:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636579840 636583935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768536:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768544:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768551:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768559:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636579840, 636583936) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.768564:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155415 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.768581:0:17279:0:(rw26.c:858:ll_write_end()) pos 636579840, len 4096, copied 4096 00000080:00200000:1.0:1775764893.768586:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006aaebd34[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.768588:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000337c5ac0 fffffc0001001 3:0 ffff967bc9199c40 155415 lru 00000080:00200000:1.0:1775764893.768594:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cbbd56bd 155415: 1< 0 - - > 2< 636579840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:1.0:1775764893.768596:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006aaebd34 00000080:00200000:1.0:1775764893.768597:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.768599:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.768608:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768620:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.768622:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.768625:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.768631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.768633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.768635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.768639:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768647:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.768655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.768657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.768661:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.768663:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155415, 155415] 00000080:00200000:1.0:1775764893.768673:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.768676:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.768681:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636583936 i_blocks 1196131 00000080:00200000:1.0:1775764893.768684:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.768697:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636583936, count: 4096 00000080:00200000:1.0:1775764893.768708:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636583936, bytes: 4096 00000080:00200000:1.0:1775764893.768710:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.768713:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155417, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.768715:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636583936, 636588032) 0 0 00000080:00200000:1.0:1775764893.768717:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.768723:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155416, 155416] 00020000:00200000:1.0:1775764893.768725:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636583936 chunk: [636583936, 636588032) 636588032, 4096 00020000:00200000:1.0:1775764893.768727:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.768739:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155416, 155416] 00000008:00010000:1.0:1775764893.768744:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.768746:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.768753:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768761:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636583936 636588031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768768:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768775:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768781:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768790:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636583936, 636588032) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.768794:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155416 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.768811:0:17279:0:(rw26.c:858:ll_write_end()) pos 636583936, len 4096, copied 4096 00000080:00200000:1.0:1775764893.768815:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000558b1688[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.768818:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000119e5aa9 fffffc0001001 3:0 ffff967bc91999a0 155416 lru 00000080:00200000:1.0:1775764893.768822:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002e61ef03 155416: 1< 0 - - > 2< 636583936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:1.0:1775764893.768824:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000558b1688 00000080:00200000:1.0:1775764893.768825:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.768827:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.768835:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.768846:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.768849:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.768850:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.768855:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.768858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.768860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.768864:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768871:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.768878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.768880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.768884:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.768886:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155416, 155416] 00000080:00200000:1.0:1775764893.768896:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.768899:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.768903:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636588032 i_blocks 1196131 00000080:00200000:1.0:1775764893.768906:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.768919:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636588032, count: 4096 00000080:00200000:1.0:1775764893.768930:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636588032, bytes: 4096 00000080:00200000:1.0:1775764893.768932:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.768936:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155418, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.768937:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636588032, 636592128) 0 0 00000080:00200000:1.0:1775764893.768940:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.768945:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155417, 155417] 00020000:00200000:1.0:1775764893.768947:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636588032 chunk: [636588032, 636592128) 636592128, 4096 00020000:00200000:1.0:1775764893.768949:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.768961:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155417, 155417] 00000008:00010000:1.0:1775764893.768967:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.768969:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.768976:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768984:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636588032 636592127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768991:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.768998:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769004:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769011:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636588032, 636592128) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.769015:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155417 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.769033:0:17279:0:(rw26.c:858:ll_write_end()) pos 636588032, len 4096, copied 4096 00000080:00200000:1.0:1775764893.769037:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000012c495e6[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.769039:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0ed2ac2 fffffc0001001 3:0 ffff967bc9199a80 155417 lru 00000080:00200000:1.0:1775764893.769044:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005253251c 155417: 1< 0 - - > 2< 636588032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:1.0:1775764893.769046:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000012c495e6 00000080:00200000:1.0:1775764893.769048:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.769050:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.769057:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769068:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.769071:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.769073:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.769079:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.769082:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.769084:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.769087:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769095:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.769103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.769105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.769109:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.769112:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155417, 155417] 00000080:00200000:1.0:1775764893.769122:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.769125:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.769130:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636592128 i_blocks 1196131 00000080:00200000:1.0:1775764893.769133:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.769147:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636592128, count: 4096 00000080:00200000:1.0:1775764893.769159:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636592128, bytes: 4096 00000080:00200000:1.0:1775764893.769161:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.769165:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155419, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.769166:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636592128, 636596224) 0 0 00000080:00200000:1.0:1775764893.769169:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.769174:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155418, 155418] 00020000:00200000:1.0:1775764893.769177:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636592128 chunk: [636592128, 636596224) 636596224, 4096 00020000:00200000:1.0:1775764893.769179:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.769191:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155418, 155418] 00000008:00010000:1.0:1775764893.769196:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.769198:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.769206:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769215:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636592128 636596223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769224:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769231:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769237:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769274:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636592128, 636596224) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.769280:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155418 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.769296:0:17279:0:(rw26.c:858:ll_write_end()) pos 636592128, len 4096, copied 4096 00000080:00200000:1.0:1775764893.769300:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b72721e7[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.769303:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cd832a32 fffffc0001001 3:0 ffff967bc9199540 155418 lru 00000080:00200000:1.0:1775764893.769309:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000019c79b16 155418: 1< 0 - - > 2< 636592128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:1.0:1775764893.769311:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b72721e7 00000080:00200000:1.0:1775764893.769312:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.769314:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.769322:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769334:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.769336:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.769338:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.769344:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.769346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.769348:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.769352:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769372:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.769381:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.769383:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.769388:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.769391:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155418, 155418] 00000080:00200000:1.0:1775764893.769401:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.769403:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.769409:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636596224 i_blocks 1196131 00000080:00200000:1.0:1775764893.769412:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.769427:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636596224, count: 4096 00000080:00200000:1.0:1775764893.769438:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636596224, bytes: 4096 00000080:00200000:1.0:1775764893.769441:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.769445:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155420, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.769446:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636596224, 636600320) 0 0 00000080:00200000:1.0:1775764893.769449:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.769454:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155419, 155419] 00020000:00200000:1.0:1775764893.769457:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636596224 chunk: [636596224, 636600320) 636600320, 4096 00020000:00200000:1.0:1775764893.769460:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.769471:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155419, 155419] 00000008:00010000:1.0:1775764893.769477:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.769479:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.769489:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769499:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636596224 636600319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769507:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769514:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769520:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769528:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636596224, 636600320) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.769534:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155419 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.769560:0:17279:0:(rw26.c:858:ll_write_end()) pos 636596224, len 4096, copied 4096 00000080:00200000:1.0:1775764893.769565:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000014d9684c[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.769567:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000db82cfb7 fffffc0001001 3:0 ffff967bc919ae00 155419 lru 00000080:00200000:1.0:1775764893.769573:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006cc63f47 155419: 1< 0 - - > 2< 636596224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:1.0:1775764893.769575:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000014d9684c 00000080:00200000:1.0:1775764893.769576:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.769578:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.769586:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769597:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.769600:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.769602:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.769608:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.769610:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.769613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.769616:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769623:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.769630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.769632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.769637:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.769639:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155419, 155419] 00000080:00200000:1.0:1775764893.769650:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.769652:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.769657:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636600320 i_blocks 1196131 00000080:00200000:1.0:1775764893.769659:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.769675:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636600320, count: 4096 00000080:00200000:1.0:1775764893.769686:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636600320, bytes: 4096 00000080:00200000:1.0:1775764893.769689:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.769692:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155421, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.769694:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636600320, 636604416) 0 0 00000080:00200000:1.0:1775764893.769696:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.769701:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155420, 155420] 00020000:00200000:1.0:1775764893.769704:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636600320 chunk: [636600320, 636604416) 636604416, 4096 00020000:00200000:1.0:1775764893.769707:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.769718:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155420, 155420] 00000008:00010000:1.0:1775764893.769723:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.769725:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.769732:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769741:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636600320 636604415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769748:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769756:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769763:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769771:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636600320, 636604416) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.769776:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155420 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.769794:0:17279:0:(rw26.c:858:ll_write_end()) pos 636600320, len 4096, copied 4096 00000080:00200000:1.0:1775764893.769798:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe549d3e[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.769801:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd7eadec fffffc0001001 3:0 ffff967bc919a8c0 155420 lru 00000080:00200000:1.0:1775764893.769806:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b77ecfce 155420: 1< 0 - - > 2< 636600320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:1.0:1775764893.769808:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe549d3e 00000080:00200000:1.0:1775764893.769809:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.769811:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.769819:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.769830:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.769833:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.769834:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.769840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.769842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.769844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.769848:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769856:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.769863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.769866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.769870:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.769872:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155420, 155420] 00000080:00200000:1.0:1775764893.769882:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.769885:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.769890:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636604416 i_blocks 1196131 00000080:00200000:1.0:1775764893.769893:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.769907:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636604416, count: 4096 00000080:00200000:1.0:1775764893.769919:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636604416, bytes: 4096 00000080:00200000:1.0:1775764893.769921:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.769924:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155422, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.769926:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636604416, 636608512) 0 0 00000080:00200000:1.0:1775764893.769929:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.769934:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155421, 155421] 00020000:00200000:1.0:1775764893.769937:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636604416 chunk: [636604416, 636608512) 636608512, 4096 00020000:00200000:1.0:1775764893.769939:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.769950:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155421, 155421] 00000008:00010000:1.0:1775764893.769956:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.769959:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.769967:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769975:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636604416 636608511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769982:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769989:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.769995:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.770002:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636604416, 636608512) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.770007:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155421 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.770025:0:17279:0:(rw26.c:858:ll_write_end()) pos 636604416, len 4096, copied 4096 00000080:00200000:1.0:1775764893.770029:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000814307f[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.770031:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b80aef07 fffffc0001001 3:0 ffff967bc919a460 155421 lru 00000080:00200000:1.0:1775764893.770036:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000016e3ae92 155421: 1< 0 - - > 2< 636604416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:1.0:1775764893.770038:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000814307f 00000080:00200000:1.0:1775764893.770040:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.770042:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.770049:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.770060:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.770062:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.770065:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.770070:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.770072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.770074:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.770077:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.770084:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.770091:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.770093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.770097:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.770099:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155421, 155421] 00000080:00200000:1.0:1775764893.770110:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.770113:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.770118:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636608512 i_blocks 1196131 00000080:00200000:1.0:1775764893.770120:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.770136:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636608512, count: 4096 00000080:00200000:1.0:1775764893.770147:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636608512, bytes: 4096 00000080:00200000:1.0:1775764893.770150:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.770153:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155423, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.770154:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636608512, 636612608) 0 0 00000080:00200000:1.0:1775764893.770157:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.770161:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155422, 155422] 00020000:00200000:1.0:1775764893.770164:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636608512 chunk: [636608512, 636612608) 636612608, 4096 00020000:00200000:1.0:1775764893.770166:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.770177:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155422, 155422] 00000008:00010000:1.0:1775764893.770182:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.770184:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.770192:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.770201:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636608512 636612607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.770208:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.770214:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.770220:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.770228:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636608512, 636612608) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.770233:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155422 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.770277:0:17279:0:(rw26.c:858:ll_write_end()) pos 636608512, len 4096, copied 4096 00000080:00200000:1.0:1775764893.770281:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007d6da607[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.770283:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d60b5325 fffffc0001001 3:0 ffff967bc919aee0 155422 lru 00000080:00200000:1.0:1775764893.770288:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000026bf2b4b 155422: 1< 0 - - > 2< 636608512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:1.0:1775764893.770290:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007d6da607 00000080:00200000:1.0:1775764893.770291:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.770293:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.770302:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.770312:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.770315:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.770317:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.770323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.770325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.770327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.770331:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.770337:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.770344:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.770346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.770350:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.770353:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155422, 155422] 00000080:00200000:1.0:1775764893.775059:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.775070:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.775088:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636612608 i_blocks 1196131 00000080:00200000:1.0:1775764893.775096:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.775134:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636612608, count: 4096 00000080:00200000:1.0:1775764893.775159:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636612608, bytes: 4096 00000080:00200000:1.0:1775764893.775165:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.775173:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155424, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.775175:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636612608, 636616704) 0 0 00000080:00200000:1.0:1775764893.775180:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.775195:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155423, 155423] 00020000:00200000:1.0:1775764893.775203:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636612608 chunk: [636612608, 636616704) 636616704, 4096 00020000:00200000:1.0:1775764893.775206:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.775230:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155423, 155423] 00000008:00010000:1.0:1775764893.775244:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.776666:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.776696:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.776714:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636612608 636616703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.776726:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.776735:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.776743:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.776755:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636612608, 636616704) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.776770:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155423 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.776818:0:17279:0:(rw26.c:858:ll_write_end()) pos 636612608, len 4096, copied 4096 00000080:00200000:1.0:1775764893.776826:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dbcadcf2[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.776828:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009ce45918 fffffc0001001 3:0 ffff967bc919ad20 155423 lru 00000080:00200000:1.0:1775764893.776836:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f45942ab 155423: 1< 0 - - > 2< 636612608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 244 - -> 00000080:00200000:1.0:1775764893.776838:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dbcadcf2 00000080:00200000:1.0:1775764893.776840:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.776846:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.776867:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.776891:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.776895:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.776898:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.776912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.776915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.776917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.776922:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.776930:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.776943:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.776946:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.776954:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.776960:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155423, 155423] 00000080:00200000:1.0:1775764893.776983:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.776986:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.776996:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636616704 i_blocks 1196131 00000080:00200000:1.0:1775764893.777001:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.777030:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636616704, count: 4096 00000080:00200000:1.0:1775764893.777052:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636616704, bytes: 4096 00000080:00200000:1.0:1775764893.777057:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.777062:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155425, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.777064:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636616704, 636620800) 0 0 00000080:00200000:1.0:1775764893.777067:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.777078:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155424, 155424] 00020000:00200000:1.0:1775764893.777084:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636616704 chunk: [636616704, 636620800) 636620800, 4096 00020000:00200000:1.0:1775764893.777087:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.777107:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155424, 155424] 00000008:00010000:1.0:1775764893.777115:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.777118:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.777126:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777135:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636616704 636620799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777143:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777151:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777158:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.777167:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636616704, 636620800) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.777172:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155424 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.777197:0:17279:0:(rw26.c:858:ll_write_end()) pos 636616704, len 4096, copied 4096 00000080:00200000:1.0:1775764893.777202:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003b556390[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.777205:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000095032d5c fffffc0001021 2:0 ffff967bc919a7e0 155424 lru 00000080:00200000:1.0:1775764893.777212:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000054325c42 155424: 1< 0 - - > 2< 636616704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 245 - -> 00000080:00200000:1.0:1775764893.777214:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003b556390 00000080:00200000:1.0:1775764893.777216:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.777218:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.777226:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.777239:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.777242:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.777630:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.777643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.777646:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.777649:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.777653:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777663:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.777672:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.777675:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.777680:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.777684:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155424, 155424] 00000080:00200000:1.0:1775764893.777697:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.777701:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.777708:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636620800 i_blocks 1196131 00000080:00200000:1.0:1775764893.777712:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.777730:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636620800, count: 4096 00000080:00200000:1.0:1775764893.777743:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636620800, bytes: 4096 00000080:00200000:1.0:1775764893.777747:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.777751:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155426, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.777753:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636620800, 636624896) 0 0 00000080:00200000:1.0:1775764893.777756:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.777764:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155425, 155425] 00020000:00200000:1.0:1775764893.777767:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636620800 chunk: [636620800, 636624896) 636624896, 4096 00020000:00200000:1.0:1775764893.777770:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.777783:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155425, 155425] 00000008:00010000:1.0:1775764893.777789:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.777792:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.777801:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777811:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636620800 636624895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777820:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777827:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777833:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.777840:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636620800, 636624896) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.777847:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155425 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.777867:0:17279:0:(rw26.c:858:ll_write_end()) pos 636620800, len 4096, copied 4096 00000080:00200000:1.0:1775764893.777871:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000098b613d9[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.777875:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004259c590 fffffc0001001 3:0 ffff967bc919ab60 155425 lru 00000080:00200000:1.0:1775764893.777880:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b9fe651d 155425: 1< 0 - - > 2< 636620800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 246 - -> 00000080:00200000:1.0:1775764893.777883:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000098b613d9 00000080:00200000:1.0:1775764893.777884:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.777887:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.777897:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.777910:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.777913:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.777915:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.777922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.777925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.777927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.777931:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.777939:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.777947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.777949:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.777954:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.777957:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155425, 155425] 00000080:00200000:1.0:1775764893.777968:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.777971:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.777976:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636624896 i_blocks 1196131 00000080:00200000:1.0:1775764893.777979:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.777993:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636624896, count: 4096 00000080:00200000:1.0:1775764893.778004:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636624896, bytes: 4096 00000080:00200000:1.0:1775764893.778007:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.778011:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155427, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.778012:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636624896, 636628992) 0 0 00000080:00200000:1.0:1775764893.778015:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.778020:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155426, 155426] 00020000:00200000:1.0:1775764893.778023:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636624896 chunk: [636624896, 636628992) 636628992, 4096 00020000:00200000:1.0:1775764893.778025:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.778039:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155426, 155426] 00000008:00010000:1.0:1775764893.778045:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.778047:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.778055:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778065:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636624896 636628991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778073:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778080:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778086:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778094:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636624896, 636628992) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.778099:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155426 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.778119:0:17279:0:(rw26.c:858:ll_write_end()) pos 636624896, len 4096, copied 4096 00000080:00200000:1.0:1775764893.778124:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000036baf681[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.778127:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000559be9a3 fffffc0001001 3:0 ffff967bc919a620 155426 lru 00000080:00200000:1.0:1775764893.778132:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000630e9763 155426: 1< 0 - - > 2< 636624896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 247 - -> 00000080:00200000:1.0:1775764893.778135:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000036baf681 00000080:00200000:1.0:1775764893.778136:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.778138:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.778149:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778163:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.778165:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.778168:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.778174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.778177:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.778179:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.778183:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778190:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.778199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.778201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.778206:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.778209:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155426, 155426] 00000080:00200000:1.0:1775764893.778222:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.778226:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.778230:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636628992 i_blocks 1196131 00000080:00200000:1.0:1775764893.778233:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.778272:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636628992, count: 4096 00000080:00200000:1.0:1775764893.778285:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636628992, bytes: 4096 00000080:00200000:1.0:1775764893.778288:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.778292:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155428, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.778293:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636628992, 636633088) 0 0 00000080:00200000:1.0:1775764893.778296:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.778302:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155427, 155427] 00020000:00200000:1.0:1775764893.778305:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636628992 chunk: [636628992, 636633088) 636633088, 4096 00020000:00200000:1.0:1775764893.778307:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.778322:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155427, 155427] 00000008:00010000:1.0:1775764893.778327:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.778330:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.778337:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778345:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636628992 636633087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778353:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778372:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778378:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778386:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636628992, 636633088) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.778392:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155427 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.778409:0:17279:0:(rw26.c:858:ll_write_end()) pos 636628992, len 4096, copied 4096 00000080:00200000:1.0:1775764893.778414:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000799700fd[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.778417:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003822874d fffffc0001001 3:0 ffff967bc919a000 155427 lru 00000080:00200000:1.0:1775764893.778422:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000053279d65 155427: 1< 0 - - > 2< 636628992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 248 - -> 00000080:00200000:1.0:1775764893.778424:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000799700fd 00000080:00200000:1.0:1775764893.778425:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.778427:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.778436:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778446:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.778449:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.778451:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.778457:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.778460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.778462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.778466:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778474:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.778481:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.778483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.778487:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.778490:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155427, 155427] 00000080:00200000:1.0:1775764893.778501:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.778504:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.778509:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636633088 i_blocks 1196131 00000080:00200000:1.0:1775764893.778512:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.778527:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636633088, count: 4096 00000080:00200000:1.0:1775764893.778540:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636633088, bytes: 4096 00000080:00200000:1.0:1775764893.778543:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.778547:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155429, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.778549:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636633088, 636637184) 0 0 00000080:00200000:1.0:1775764893.778552:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.778557:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155428, 155428] 00020000:00200000:1.0:1775764893.778560:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636633088 chunk: [636633088, 636637184) 636637184, 4096 00020000:00200000:1.0:1775764893.778563:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.778575:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155428, 155428] 00000008:00010000:1.0:1775764893.778581:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.778584:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.778591:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778600:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636633088 636637183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778608:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778616:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778622:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778631:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636633088, 636637184) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.778637:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155428 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.778655:0:17279:0:(rw26.c:858:ll_write_end()) pos 636633088, len 4096, copied 4096 00000080:00200000:1.0:1775764893.778659:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001f6750e4[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.778662:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000006aaeae2 fffffc0001001 3:0 ffff967bc919a380 155428 lru 00000080:00200000:1.0:1775764893.778667:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b0118037 155428: 1< 0 - - > 2< 636633088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 249 - -> 00000080:00200000:1.0:1775764893.778669:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001f6750e4 00000080:00200000:1.0:1775764893.778671:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.778672:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.778681:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778693:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.778696:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.778698:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.778704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.778706:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.778709:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.778713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778720:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.778728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.778730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.778734:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.778737:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155428, 155428] 00000080:00200000:1.0:1775764893.778746:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.778749:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.778754:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636637184 i_blocks 1196131 00000080:00200000:1.0:1775764893.778757:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.778772:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636637184, count: 4096 00000080:00200000:1.0:1775764893.778782:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636637184, bytes: 4096 00000080:00200000:1.0:1775764893.778785:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.778789:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155430, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.778791:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636637184, 636641280) 0 0 00000080:00200000:1.0:1775764893.778794:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.778799:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155429, 155429] 00020000:00200000:1.0:1775764893.778803:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636637184 chunk: [636637184, 636641280) 636641280, 4096 00020000:00200000:1.0:1775764893.778805:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.778816:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155429, 155429] 00000008:00010000:1.0:1775764893.778822:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.778824:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.778831:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778838:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636637184 636641279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778846:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778853:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778859:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778867:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636637184, 636641280) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.778872:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155429 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.778893:0:17279:0:(rw26.c:858:ll_write_end()) pos 636637184, len 4096, copied 4096 00000080:00200000:1.0:1775764893.778898:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000023b1d7c0[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.778900:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000c0f1f3e fffffc0001001 3:0 ffff967bc919ac40 155429 lru 00000080:00200000:1.0:1775764893.778906:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfc0a23a 155429: 1< 0 - - > 2< 636637184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 250 - -> 00000080:00200000:1.0:1775764893.778908:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000023b1d7c0 00000080:00200000:1.0:1775764893.778909:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.778911:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.778920:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.778931:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.778934:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.778937:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.778942:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.778945:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.778947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.778951:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.778959:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.778968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.778971:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.778975:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.778978:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155429, 155429] 00000080:00200000:1.0:1775764893.778990:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.778993:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.778998:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636641280 i_blocks 1196131 00000080:00200000:1.0:1775764893.779001:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.779018:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636641280, count: 4096 00000080:00200000:1.0:1775764893.779031:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636641280, bytes: 4096 00000080:00200000:1.0:1775764893.779035:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.779038:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155431, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.779040:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636641280, 636645376) 0 0 00000080:00200000:1.0:1775764893.779043:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.779048:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155430, 155430] 00020000:00200000:1.0:1775764893.779052:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636641280 chunk: [636641280, 636645376) 636645376, 4096 00020000:00200000:1.0:1775764893.779054:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.779064:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155430, 155430] 00000008:00010000:1.0:1775764893.779071:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.779073:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.779081:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779091:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636641280 636645375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779099:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779107:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779114:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779122:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636641280, 636645376) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.779126:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155430 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.779143:0:17279:0:(rw26.c:858:ll_write_end()) pos 636641280, len 4096, copied 4096 00000080:00200000:1.0:1775764893.779148:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aa078f32[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.779151:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009e0d2674 fffffc0001001 3:0 ffff967bc919a9a0 155430 lru 00000080:00200000:1.0:1775764893.779157:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000365f50bd 155430: 1< 0 - - > 2< 636641280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 251 - -> 00000080:00200000:1.0:1775764893.779160:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aa078f32 00000080:00200000:1.0:1775764893.779162:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.779164:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.779173:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779185:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.779188:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.779190:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.779196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.779198:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.779200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.779204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779212:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.779221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.779223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.779228:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.779231:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155430, 155430] 00000080:00200000:1.0:1775764893.779242:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.779276:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.779281:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636645376 i_blocks 1196131 00000080:00200000:1.0:1775764893.779284:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.779301:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636645376, count: 4096 00000080:00200000:1.0:1775764893.779312:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636645376, bytes: 4096 00000080:00200000:1.0:1775764893.779315:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.779319:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155432, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.779320:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636645376, 636649472) 0 0 00000080:00200000:1.0:1775764893.779323:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.779328:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155431, 155431] 00020000:00200000:1.0:1775764893.779331:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636645376 chunk: [636645376, 636649472) 636649472, 4096 00020000:00200000:1.0:1775764893.779334:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.779346:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155431, 155431] 00000008:00010000:1.0:1775764893.779352:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.779354:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.779375:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779384:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636645376 636649471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779393:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779400:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779406:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779414:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636645376, 636649472) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.779420:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155431 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.779436:0:17279:0:(rw26.c:858:ll_write_end()) pos 636645376, len 4096, copied 4096 00000080:00200000:1.0:1775764893.779441:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000d2bf9c4[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.779444:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000075b8ca94 fffffc0001001 3:0 ffff967bc919aa80 155431 lru 00000080:00200000:1.0:1775764893.779450:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000017c9cd44 155431: 1< 0 - - > 2< 636645376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:1.0:1775764893.779452:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000d2bf9c4 00000080:00200000:1.0:1775764893.779453:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.779455:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.779464:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779476:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.779479:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.779481:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.779487:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.779489:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.779491:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.779496:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779504:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.779512:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.779515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.779519:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.779522:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155431, 155431] 00000080:00200000:1.0:1775764893.779532:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.779535:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.779540:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636649472 i_blocks 1196131 00000080:00200000:1.0:1775764893.779543:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.779559:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636649472, count: 4096 00000080:00200000:1.0:1775764893.779571:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636649472, bytes: 4096 00000080:00200000:1.0:1775764893.779574:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.779577:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155433, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.779579:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636649472, 636653568) 0 0 00000080:00200000:1.0:1775764893.779581:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.779586:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155432, 155432] 00020000:00200000:1.0:1775764893.779589:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636649472 chunk: [636649472, 636653568) 636653568, 4096 00020000:00200000:1.0:1775764893.779591:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.779603:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155432, 155432] 00000008:00010000:1.0:1775764893.779610:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.779612:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.779620:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779629:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636649472 636653567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779638:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779646:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779652:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779660:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636649472, 636653568) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.779667:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155432 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.779685:0:17279:0:(rw26.c:858:ll_write_end()) pos 636649472, len 4096, copied 4096 00000080:00200000:1.0:1775764893.779690:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f63e67d2[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.779693:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6f9fb1e fffffc0001001 3:0 ffff967bc919a540 155432 lru 00000080:00200000:1.0:1775764893.779698:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f38e3e34 155432: 1< 0 - - > 2< 636649472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:1.0:1775764893.779701:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f63e67d2 00000080:00200000:1.0:1775764893.779702:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.779704:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.779712:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779724:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.779727:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.779729:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.779734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.779737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.779740:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.779743:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779751:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.779759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.779761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.779765:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.779768:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155432, 155432] 00000080:00200000:1.0:1775764893.779778:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.779781:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.779786:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636653568 i_blocks 1196131 00000080:00200000:1.0:1775764893.779789:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.779802:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636653568, count: 4096 00000080:00200000:1.0:1775764893.779813:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636653568, bytes: 4096 00000080:00200000:1.0:1775764893.779816:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.779819:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155434, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.779821:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636653568, 636657664) 0 0 00000080:00200000:1.0:1775764893.779824:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.779829:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155433, 155433] 00020000:00200000:1.0:1775764893.779832:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636653568 chunk: [636653568, 636657664) 636657664, 4096 00020000:00200000:1.0:1775764893.779834:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.779845:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155433, 155433] 00000008:00010000:1.0:1775764893.779851:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.779854:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.779861:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779870:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636653568 636657663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779878:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779886:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779892:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779900:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636653568, 636657664) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.779906:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155433 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.779923:0:17279:0:(rw26.c:858:ll_write_end()) pos 636653568, len 4096, copied 4096 00000080:00200000:1.0:1775764893.779927:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c16c07fa[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.779930:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009a5920dd fffffc0001001 3:0 ffff967bc919a0e0 155433 lru 00000080:00200000:1.0:1775764893.779936:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000abb84c35 155433: 1< 0 - - > 2< 636653568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:1.0:1775764893.779938:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c16c07fa 00000080:00200000:1.0:1775764893.779940:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.779942:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.779950:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.779962:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.779965:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.779967:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.779973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.779975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.779978:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.779982:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.779990:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.779998:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.780001:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.780005:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.780007:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155433, 155433] 00000080:00200000:1.0:1775764893.780018:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.780021:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.780026:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636657664 i_blocks 1196131 00000080:00200000:1.0:1775764893.780029:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.780048:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636657664, count: 4096 00000080:00200000:1.0:1775764893.780059:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636657664, bytes: 4096 00000080:00200000:1.0:1775764893.780062:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.780066:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155435, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.780067:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636657664, 636661760) 0 0 00000080:00200000:1.0:1775764893.780070:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.780075:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155434, 155434] 00020000:00200000:1.0:1775764893.780078:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636657664 chunk: [636657664, 636661760) 636661760, 4096 00020000:00200000:1.0:1775764893.780081:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.780096:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155434, 155434] 00000008:00010000:1.0:1775764893.780102:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.780104:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.780112:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.780121:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636657664 636661759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.780129:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.780137:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.780144:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.780152:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636657664, 636661760) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.780157:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155434 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.780174:0:17279:0:(rw26.c:858:ll_write_end()) pos 636657664, len 4096, copied 4096 00000080:00200000:1.0:1775764893.780178:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c2177d0e[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.780183:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a62f9bec fffffc0001001 3:0 ffff967bc919a1c0 155434 lru 00000080:00200000:1.0:1775764893.780188:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2a1b214 155434: 1< 0 - - > 2< 636657664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:1.0:1775764893.780190:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c2177d0e 00000080:00200000:1.0:1775764893.780191:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.780193:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.780201:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.780213:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.780215:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.780217:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.780223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.780225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.780227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.780231:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.780239:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.780279:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.780282:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.780286:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.780289:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155434, 155434] 00000080:00200000:1.0:1775764893.780299:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.780302:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.780308:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636661760 i_blocks 1196131 00000080:00200000:1.0:1775764893.780310:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.780323:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636661760, count: 4096 00000080:00200000:1.0:1775764893.780335:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636661760, bytes: 4096 00000080:00200000:1.0:1775764893.780338:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.780341:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155436, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.780342:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636661760, 636665856) 0 0 00000080:00200000:1.0:1775764893.780345:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.780350:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155435, 155435] 00020000:00200000:1.0:1775764893.780353:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636661760 chunk: [636661760, 636665856) 636665856, 4096 00020000:00200000:1.0:1775764893.784298:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.784375:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155435, 155435] 00000008:00010000:1.0:1775764893.784393:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.784399:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.784427:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784445:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636661760 636665855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784459:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784468:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784475:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.784487:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636661760, 636665856) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.784501:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155435 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.784549:0:17279:0:(rw26.c:858:ll_write_end()) pos 636661760, len 4096, copied 4096 00000080:00200000:1.0:1775764893.784556:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c0cc424a[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.784560:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000048ed71a9 fffffc0001001 3:0 ffff967bc919a700 155435 lru 00000080:00200000:1.0:1775764893.784566:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000557eb6dc 155435: 1< 0 - - > 2< 636661760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1775764893.784568:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c0cc424a 00000080:00200000:1.0:1775764893.784570:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.784574:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.784594:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.784615:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.784619:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.784622:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.784634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.784637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.784640:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.784644:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784652:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.784664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.784666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.784673:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.784678:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155435, 155435] 00000080:00200000:1.0:1775764893.784700:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.784704:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.784715:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636665856 i_blocks 1196131 00000080:00200000:1.0:1775764893.784719:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.784752:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636665856, count: 4096 00000080:00200000:1.0:1775764893.784769:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636665856, bytes: 4096 00000080:00200000:1.0:1775764893.784774:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.784779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155437, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.784781:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636665856, 636669952) 0 0 00000080:00200000:1.0:1775764893.784786:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.784801:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155436, 155436] 00020000:00200000:1.0:1775764893.784806:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636665856 chunk: [636665856, 636669952) 636669952, 4096 00020000:00200000:1.0:1775764893.784809:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.784821:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155436, 155436] 00000008:00010000:1.0:1775764893.784827:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.784830:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.784838:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784847:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636665856 636669951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784854:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784861:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784868:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.784875:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636665856, 636669952) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.784881:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155436 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.784899:0:17279:0:(rw26.c:858:ll_write_end()) pos 636665856, len 4096, copied 4096 00000080:00200000:1.0:1775764893.784904:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002354a2b4[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.784907:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000920c29b8 fffffc0001001 3:0 ffff967bc919a2a0 155436 lru 00000080:00200000:1.0:1775764893.784913:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003b4d7695 155436: 1< 0 - - > 2< 636665856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 257 - -> 00000080:00200000:1.0:1775764893.784915:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002354a2b4 00000080:00200000:1.0:1775764893.784916:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.784919:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.784928:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.784940:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.784943:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.784945:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.784952:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.784954:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.784956:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.784960:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.784968:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.784975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.784977:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.784981:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.784984:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155436, 155436] 00000080:00200000:1.0:1775764893.784994:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.784997:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.785002:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636669952 i_blocks 1196131 00000080:00200000:1.0:1775764893.785005:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.785020:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636669952, count: 4096 00000080:00200000:1.0:1775764893.785031:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636669952, bytes: 4096 00000080:00200000:1.0:1775764893.785034:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.785037:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155438, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.785039:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636669952, 636674048) 0 0 00000080:00200000:1.0:1775764893.785042:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.785047:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155437, 155437] 00020000:00200000:1.0:1775764893.785050:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636669952 chunk: [636669952, 636674048) 636674048, 4096 00020000:00200000:1.0:1775764893.785052:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.785064:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155437, 155437] 00000008:00010000:1.0:1775764893.785069:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.785071:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.785079:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785087:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636669952 636674047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785100:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785106:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785113:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636669952, 636674048) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.785119:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155437 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.785149:0:17279:0:(rw26.c:858:ll_write_end()) pos 636669952, len 4096, copied 4096 00000080:00200000:1.0:1775764893.785153:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000041243316[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.785156:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000041c5fe60 fffffc0001001 3:0 ffff967bc919b9a0 155437 lru 00000080:00200000:1.0:1775764893.785162:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab336749 155437: 1< 0 - - > 2< 636669952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 258 - -> 00000080:00200000:1.0:1775764893.785164:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000041243316 00000080:00200000:1.0:1775764893.785165:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.785168:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.785177:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785189:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.785192:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.785194:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.785201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.785203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.785206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.785209:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785217:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.785224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.785226:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.785231:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.785234:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155437, 155437] 00000080:00200000:1.0:1775764893.785244:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.785276:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.785281:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636674048 i_blocks 1196131 00000080:00200000:1.0:1775764893.785284:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.785300:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636674048, count: 4096 00000080:00200000:1.0:1775764893.785312:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636674048, bytes: 4096 00000080:00200000:1.0:1775764893.785315:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.785319:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155439, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.785320:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636674048, 636678144) 0 0 00000080:00200000:1.0:1775764893.785323:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.785329:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155438, 155438] 00020000:00200000:1.0:1775764893.785332:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636674048 chunk: [636674048, 636678144) 636678144, 4096 00020000:00200000:1.0:1775764893.785335:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.785347:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155438, 155438] 00000008:00010000:1.0:1775764893.785352:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.785355:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.785375:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785384:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636674048 636678143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785392:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785399:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785405:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785413:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636674048, 636678144) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.785418:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155438 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.785443:0:17279:0:(rw26.c:858:ll_write_end()) pos 636674048, len 4096, copied 4096 00000080:00200000:1.0:1775764893.785448:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000145c3502[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.785451:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006769def0 fffffc0001001 3:0 ffff967bc919ba80 155438 lru 00000080:00200000:1.0:1775764893.785456:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000040a6a8d8 155438: 1< 0 - - > 2< 636674048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 259 - -> 00000080:00200000:1.0:1775764893.785458:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000145c3502 00000080:00200000:1.0:1775764893.785459:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.785461:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.785470:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785482:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.785485:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.785487:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.785493:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.785496:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.785498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.785502:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785510:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.785517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.785519:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.785524:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.785527:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155438, 155438] 00000080:00200000:1.0:1775764893.785537:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.785540:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.785545:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636678144 i_blocks 1196131 00000080:00200000:1.0:1775764893.785548:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.785566:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636678144, count: 4096 00000080:00200000:1.0:1775764893.785577:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636678144, bytes: 4096 00000080:00200000:1.0:1775764893.785580:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.785583:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155440, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.785585:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636678144, 636682240) 0 0 00000080:00200000:1.0:1775764893.785588:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.785593:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155439, 155439] 00020000:00200000:1.0:1775764893.785596:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636678144 chunk: [636678144, 636682240) 636682240, 4096 00020000:00200000:1.0:1775764893.785598:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.785610:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155439, 155439] 00000008:00010000:1.0:1775764893.785614:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.785616:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.785624:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785632:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636678144 636682239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785640:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785647:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785653:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785660:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636678144, 636682240) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.785665:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155439 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.785690:0:17279:0:(rw26.c:858:ll_write_end()) pos 636678144, len 4096, copied 4096 00000080:00200000:1.0:1775764893.785694:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fcb8bb70[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.785697:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b495d37e fffffc0001021 2:0 ffff967bc919b540 155439 lru 00000080:00200000:1.0:1775764893.785702:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000229ad930 155439: 1< 0 - - > 2< 636678144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 260 - -> 00000080:00200000:1.0:1775764893.785704:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fcb8bb70 00000080:00200000:1.0:1775764893.785705:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.785707:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.785716:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785728:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.785731:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.785733:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.785740:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.785742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.785744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.785748:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785756:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.785764:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.785766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.785770:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.785773:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155439, 155439] 00000080:00200000:1.0:1775764893.785784:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.785787:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.785792:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636682240 i_blocks 1196131 00000080:00200000:1.0:1775764893.785795:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.785810:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636682240, count: 4096 00000080:00200000:1.0:1775764893.785821:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636682240, bytes: 4096 00000080:00200000:1.0:1775764893.785824:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.785828:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155441, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.785829:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636682240, 636686336) 0 0 00000080:00200000:1.0:1775764893.785832:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.785837:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155440, 155440] 00020000:00200000:1.0:1775764893.785840:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636682240 chunk: [636682240, 636686336) 636686336, 4096 00020000:00200000:1.0:1775764893.785841:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.785852:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155440, 155440] 00000008:00010000:1.0:1775764893.785857:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.785860:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.785869:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785878:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636682240 636686335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785886:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785894:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785901:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785908:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636682240, 636686336) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.785914:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155440 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.785931:0:17279:0:(rw26.c:858:ll_write_end()) pos 636682240, len 4096, copied 4096 00000080:00200000:1.0:1775764893.785935:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eb3c1e86[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.785938:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a59ee09 fffffc0001001 3:0 ffff967bc919b0e0 155440 lru 00000080:00200000:1.0:1775764893.785943:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000010d8752c 155440: 1< 0 - - > 2< 636682240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 261 - -> 00000080:00200000:1.0:1775764893.785945:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eb3c1e86 00000080:00200000:1.0:1775764893.785946:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.785948:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.785958:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.785969:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.785973:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.785975:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.785981:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.785983:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.785985:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.785989:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.785996:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.786003:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.786005:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.786009:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.786012:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155440, 155440] 00000080:00200000:1.0:1775764893.786023:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.786027:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.786031:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636686336 i_blocks 1196131 00000080:00200000:1.0:1775764893.786034:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.786048:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636686336, count: 4096 00000080:00200000:1.0:1775764893.786059:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636686336, bytes: 4096 00000080:00200000:1.0:1775764893.786062:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.786066:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155442, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.786067:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636686336, 636690432) 0 0 00000080:00200000:1.0:1775764893.786071:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.786076:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155441, 155441] 00020000:00200000:1.0:1775764893.786079:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636686336 chunk: [636686336, 636690432) 636690432, 4096 00020000:00200000:1.0:1775764893.786081:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.786094:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155441, 155441] 00000008:00010000:1.0:1775764893.786099:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.786101:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.786109:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786118:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636686336 636690431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786127:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786135:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786141:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786149:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636686336, 636690432) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.786154:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155441 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.786172:0:17279:0:(rw26.c:858:ll_write_end()) pos 636686336, len 4096, copied 4096 00000080:00200000:1.0:1775764893.786176:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000063e83dcd[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.786179:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000006b740dc fffffc0001001 3:0 ffff967bc919b1c0 155441 lru 00000080:00200000:1.0:1775764893.786184:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005172f0b1 155441: 1< 0 - - > 2< 636686336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 262 - -> 00000080:00200000:1.0:1775764893.786186:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000063e83dcd 00000080:00200000:1.0:1775764893.786187:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.786189:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.786197:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786209:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.786212:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.786214:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.786219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.786222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.786224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.786228:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786235:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.786243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.786276:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.786281:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.786284:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155441, 155441] 00000080:00200000:1.0:1775764893.786294:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.786296:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.786301:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636690432 i_blocks 1196131 00000080:00200000:1.0:1775764893.786304:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.786318:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636690432, count: 4096 00000080:00200000:1.0:1775764893.786329:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636690432, bytes: 4096 00000080:00200000:1.0:1775764893.786331:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.786334:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155443, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.786336:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636690432, 636694528) 0 0 00000080:00200000:1.0:1775764893.786338:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.786343:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155442, 155442] 00020000:00200000:1.0:1775764893.786346:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636690432 chunk: [636690432, 636694528) 636694528, 4096 00020000:00200000:1.0:1775764893.786348:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.786370:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155442, 155442] 00000008:00010000:1.0:1775764893.786376:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.786379:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.786386:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786395:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636690432 636694527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786403:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786411:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786419:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786428:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636690432, 636694528) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.786433:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155442 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.786452:0:17279:0:(rw26.c:858:ll_write_end()) pos 636690432, len 4096, copied 4096 00000080:00200000:1.0:1775764893.786456:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e4e1f970[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.786460:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000caa223ad fffffc0001001 3:0 ffff967bc919b700 155442 lru 00000080:00200000:1.0:1775764893.786465:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000083a7ba9f 155442: 1< 0 - - > 2< 636690432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 263 - -> 00000080:00200000:1.0:1775764893.786468:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e4e1f970 00000080:00200000:1.0:1775764893.786470:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.786472:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.786481:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786492:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.786495:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.786497:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.786502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.786504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.786507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.786511:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786518:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.786527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.786529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.786534:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.786536:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155442, 155442] 00000080:00200000:1.0:1775764893.786547:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.786551:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.786555:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636694528 i_blocks 1196131 00000080:00200000:1.0:1775764893.786558:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.786572:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636694528, count: 4096 00000080:00200000:1.0:1775764893.786583:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636694528, bytes: 4096 00000080:00200000:1.0:1775764893.786586:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.786589:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155444, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.786591:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636694528, 636698624) 0 0 00000080:00200000:1.0:1775764893.786593:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.786598:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155443, 155443] 00020000:00200000:1.0:1775764893.786601:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636694528 chunk: [636694528, 636698624) 636698624, 4096 00020000:00200000:1.0:1775764893.786603:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.786615:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155443, 155443] 00000008:00010000:1.0:1775764893.786621:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.786623:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.786631:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786640:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636694528 636698623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786650:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786659:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786666:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786674:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636694528, 636698624) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.786680:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155443 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.786699:0:17279:0:(rw26.c:858:ll_write_end()) pos 636694528, len 4096, copied 4096 00000080:00200000:1.0:1775764893.786704:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000000083127[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.786707:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd96cac7 fffffc0001001 3:0 ffff967bc919b2a0 155443 lru 00000080:00200000:1.0:1775764893.786712:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000723b3cfd 155443: 1< 0 - - > 2< 636694528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 264 - -> 00000080:00200000:1.0:1775764893.786715:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000000083127 00000080:00200000:1.0:1775764893.786717:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.786719:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.786729:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786742:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.786745:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.786748:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.786754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.786756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.786758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.786762:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786769:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.786776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.786779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.786782:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.786785:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155443, 155443] 00000080:00200000:1.0:1775764893.786795:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.786798:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.786802:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636698624 i_blocks 1196131 00000080:00200000:1.0:1775764893.786804:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.786819:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636698624, count: 4096 00000080:00200000:1.0:1775764893.786829:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636698624, bytes: 4096 00000080:00200000:1.0:1775764893.786832:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.786835:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155445, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.786837:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636698624, 636702720) 0 0 00000080:00200000:1.0:1775764893.786839:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.786845:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155444, 155444] 00020000:00200000:1.0:1775764893.786848:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636698624 chunk: [636698624, 636702720) 636702720, 4096 00020000:00200000:1.0:1775764893.786851:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.786866:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155444, 155444] 00000008:00010000:1.0:1775764893.786872:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.786874:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.786883:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636698624 636702719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786909:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.786916:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786924:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636698624, 636702720) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.786930:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155444 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.786949:0:17279:0:(rw26.c:858:ll_write_end()) pos 636698624, len 4096, copied 4096 00000080:00200000:1.0:1775764893.786953:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ef822efe[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.786956:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007fbb26ef fffffc0001001 3:0 ffff967bc919be00 155444 lru 00000080:00200000:1.0:1775764893.786961:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000265c0ae 155444: 1< 0 - - > 2< 636698624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 265 - -> 00000080:00200000:1.0:1775764893.786963:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ef822efe 00000080:00200000:1.0:1775764893.786965:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.786967:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.786974:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.786985:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.786988:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.786989:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.786995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.786997:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.787000:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.787003:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.787011:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.787019:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.787021:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.787026:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.787029:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155444, 155444] 00000080:00200000:1.0:1775764893.787039:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.787042:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.787047:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636702720 i_blocks 1196131 00000080:00200000:1.0:1775764893.787050:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.787066:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636702720, count: 4096 00000080:00200000:1.0:1775764893.787077:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636702720, bytes: 4096 00000080:00200000:1.0:1775764893.787079:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.787082:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155446, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.787084:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636702720, 636706816) 0 0 00000080:00200000:1.0:1775764893.787087:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.787092:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155445, 155445] 00020000:00200000:1.0:1775764893.787095:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636702720 chunk: [636702720, 636706816) 636706816, 4096 00020000:00200000:1.0:1775764893.787097:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.787108:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155445, 155445] 00000008:00010000:1.0:1775764893.787112:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.787115:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.787122:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.787130:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636702720 636706815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.787138:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.787145:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.787152:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.787160:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636702720, 636706816) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.787164:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155445 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.787183:0:17279:0:(rw26.c:858:ll_write_end()) pos 636702720, len 4096, copied 4096 00000080:00200000:1.0:1775764893.787188:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e08de2a4[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.787191:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d2e87a72 fffffc0001001 3:0 ffff967bc919b8c0 155445 lru 00000080:00200000:1.0:1775764893.787196:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000030699816 155445: 1< 0 - - > 2< 636702720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 266 - -> 00000080:00200000:1.0:1775764893.787198:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e08de2a4 00000080:00200000:1.0:1775764893.787200:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.787202:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.787210:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.787221:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.787224:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.787226:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.787231:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.787234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.787236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.787239:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.787277:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.787285:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.787288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.787292:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.787296:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155445, 155445] 00000080:00200000:1.0:1775764893.787306:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.787309:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.787313:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636706816 i_blocks 1196131 00000080:00200000:1.0:1775764893.787316:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.787329:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636706816, count: 4096 00000080:00200000:1.0:1775764893.787340:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636706816, bytes: 4096 00000080:00200000:1.0:1775764893.787343:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.787347:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155447, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.787348:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636706816, 636710912) 0 0 00000080:00200000:1.0:1775764893.787351:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.790406:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155446, 155446] 00020000:00200000:1.0:1775764893.790426:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636706816 chunk: [636706816, 636710912) 636710912, 4096 00020000:00200000:1.0:1775764893.790430:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.790482:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155446, 155446] 00000008:00010000:1.0:1775764893.790496:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.790501:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.790525:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790541:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636706816 636710911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790554:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790562:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790569:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.790582:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636706816, 636710912) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.790595:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155446 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.790639:0:17279:0:(rw26.c:858:ll_write_end()) pos 636706816, len 4096, copied 4096 00000080:00200000:1.0:1775764893.790647:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b41d3fc[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.790651:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000004107c87 fffffc0001001 3:0 ffff967bc919b460 155446 lru 00000080:00200000:1.0:1775764893.790657:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000082ed2767 155446: 1< 0 - - > 2< 636706816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 267 - -> 00000080:00200000:1.0:1775764893.790659:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b41d3fc 00000080:00200000:1.0:1775764893.790661:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.790665:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.790685:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.790708:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.790712:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.790715:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.790728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.790731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.790734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.790738:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790747:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.790758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.790761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.790768:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.790773:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155446, 155446] 00000080:00200000:1.0:1775764893.790792:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.790795:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.790804:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636710912 i_blocks 1196131 00000080:00200000:1.0:1775764893.790809:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.790843:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636710912, count: 4096 00000080:00200000:1.0:1775764893.790860:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636710912, bytes: 4096 00000080:00200000:1.0:1775764893.790865:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.790870:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155448, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.790872:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636710912, 636715008) 0 0 00000080:00200000:1.0:1775764893.790875:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.790887:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155447, 155447] 00020000:00200000:1.0:1775764893.790890:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636710912 chunk: [636710912, 636715008) 636715008, 4096 00020000:00200000:1.0:1775764893.790893:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.790906:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155447, 155447] 00000008:00010000:1.0:1775764893.790912:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.790914:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.790922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790931:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636710912 636715007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790940:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790947:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.790954:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.790962:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636710912, 636715008) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.790969:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155447 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.790986:0:17279:0:(rw26.c:858:ll_write_end()) pos 636710912, len 4096, copied 4096 00000080:00200000:1.0:1775764893.790991:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004584ba2a[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.790993:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000086c0aede fffffc0001001 3:0 ffff967bc919bee0 155447 lru 00000080:00200000:1.0:1775764893.790999:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2c071dd 155447: 1< 0 - - > 2< 636710912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 268 - -> 00000080:00200000:1.0:1775764893.791001:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004584ba2a 00000080:00200000:1.0:1775764893.791003:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.791005:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.791014:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791026:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.791029:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.791031:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.791037:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.791040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.791042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.791046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791053:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.791061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.791063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.791067:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.791070:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155447, 155447] 00000080:00200000:1.0:1775764893.791081:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.791084:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.791089:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636715008 i_blocks 1196131 00000080:00200000:1.0:1775764893.791092:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.791108:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636715008, count: 4096 00000080:00200000:1.0:1775764893.791120:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636715008, bytes: 4096 00000080:00200000:1.0:1775764893.791122:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.791126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155449, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.791127:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636715008, 636719104) 0 0 00000080:00200000:1.0:1775764893.791130:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.791135:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155448, 155448] 00020000:00200000:1.0:1775764893.791138:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636715008 chunk: [636715008, 636719104) 636719104, 4096 00020000:00200000:1.0:1775764893.791140:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.791152:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155448, 155448] 00000008:00010000:1.0:1775764893.791158:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.791160:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.791168:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791177:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636715008 636719103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791185:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791192:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791198:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791205:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636715008, 636719104) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.791211:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155448 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.791227:0:17279:0:(rw26.c:858:ll_write_end()) pos 636715008, len 4096, copied 4096 00000080:00200000:1.0:1775764893.791231:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000065fed953[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.791234:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000073b466ea fffffc0001001 3:0 ffff967bc919bd20 155448 lru 00000080:00200000:1.0:1775764893.791239:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000476f729c 155448: 1< 0 - - > 2< 636715008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 269 - -> 00000080:00200000:1.0:1775764893.791241:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000065fed953 00000080:00200000:1.0:1775764893.791242:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.791279:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.791290:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791302:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.791305:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.791308:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.791313:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.791316:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.791318:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.791322:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791329:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.791336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.791339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.791343:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.791345:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155448, 155448] 00000080:00200000:1.0:1775764893.791368:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.791372:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.791378:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636719104 i_blocks 1196131 00000080:00200000:1.0:1775764893.791381:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.791397:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636719104, count: 4096 00000080:00200000:1.0:1775764893.791409:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636719104, bytes: 4096 00000080:00200000:1.0:1775764893.791412:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.791415:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155450, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.791417:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636719104, 636723200) 0 0 00000080:00200000:1.0:1775764893.791420:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.791425:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155449, 155449] 00020000:00200000:1.0:1775764893.791428:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636719104 chunk: [636719104, 636723200) 636723200, 4096 00020000:00200000:1.0:1775764893.791431:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.791443:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155449, 155449] 00000008:00010000:1.0:1775764893.791448:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.791451:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.791459:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791469:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636719104 636723199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791477:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791485:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791492:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791501:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636719104, 636723200) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.791508:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155449 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.791524:0:17279:0:(rw26.c:858:ll_write_end()) pos 636719104, len 4096, copied 4096 00000080:00200000:1.0:1775764893.791529:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007f6c30b1[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.791532:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005331cdef fffffc0001001 3:0 ffff967bc919b7e0 155449 lru 00000080:00200000:1.0:1775764893.791537:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7584b5c 155449: 1< 0 - - > 2< 636719104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 270 - -> 00000080:00200000:1.0:1775764893.791539:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007f6c30b1 00000080:00200000:1.0:1775764893.791540:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.791542:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.791552:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791564:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.791566:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.791569:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.791574:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.791577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.791579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.791582:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791590:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.791597:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.791598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.791603:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.791605:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155449, 155449] 00000080:00200000:1.0:1775764893.791616:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.791619:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.791624:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636723200 i_blocks 1196131 00000080:00200000:1.0:1775764893.791626:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.791639:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636723200, count: 4096 00000080:00200000:1.0:1775764893.791650:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636723200, bytes: 4096 00000080:00200000:1.0:1775764893.791653:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.791656:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155451, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.791658:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636723200, 636727296) 0 0 00000080:00200000:1.0:1775764893.791660:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.791666:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155450, 155450] 00020000:00200000:1.0:1775764893.791668:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636723200 chunk: [636723200, 636727296) 636727296, 4096 00020000:00200000:1.0:1775764893.791671:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.791682:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155450, 155450] 00000008:00010000:1.0:1775764893.791687:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.791690:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.791697:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791706:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636723200 636727295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791715:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791723:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791729:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791737:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636723200, 636727296) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.791741:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155450 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.791758:0:17279:0:(rw26.c:858:ll_write_end()) pos 636723200, len 4096, copied 4096 00000080:00200000:1.0:1775764893.791762:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e3b2f80b[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.791765:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d90d864d fffffc0001001 3:0 ffff967bc919bb60 155450 lru 00000080:00200000:1.0:1775764893.791770:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e590bd99 155450: 1< 0 - - > 2< 636723200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 271 - -> 00000080:00200000:1.0:1775764893.791772:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e3b2f80b 00000080:00200000:1.0:1775764893.791774:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.791776:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.791784:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791795:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.791797:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.791799:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.791804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.791807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.791809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.791812:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791820:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.791827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.791829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.791833:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.791835:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155450, 155450] 00000080:00200000:1.0:1775764893.791845:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.791847:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.791852:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636727296 i_blocks 1196131 00000080:00200000:1.0:1775764893.791855:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.791869:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636727296, count: 4096 00000080:00200000:1.0:1775764893.791880:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636727296, bytes: 4096 00000080:00200000:1.0:1775764893.791882:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.791885:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155452, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.791887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636727296, 636731392) 0 0 00000080:00200000:1.0:1775764893.791889:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.791895:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155451, 155451] 00020000:00200000:1.0:1775764893.791897:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636727296 chunk: [636727296, 636731392) 636731392, 4096 00020000:00200000:1.0:1775764893.791900:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.791912:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155451, 155451] 00000008:00010000:1.0:1775764893.791917:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.791919:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.791927:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791937:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636727296 636731391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791944:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791952:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.791958:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.791966:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636727296, 636731392) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.791970:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155451 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.791987:0:17279:0:(rw26.c:858:ll_write_end()) pos 636727296, len 4096, copied 4096 00000080:00200000:1.0:1775764893.791991:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bae51f13[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.791994:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000003f7061a fffffc0001001 3:0 ffff967bc919b620 155451 lru 00000080:00200000:1.0:1775764893.792000:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a0520a2d 155451: 1< 0 - - > 2< 636727296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 272 - -> 00000080:00200000:1.0:1775764893.792002:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bae51f13 00000080:00200000:1.0:1775764893.792003:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.792005:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.792013:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792026:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.792028:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.792031:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.792037:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.792039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.792041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.792044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792051:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.792058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.792060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.792064:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.792066:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155451, 155451] 00000080:00200000:1.0:1775764893.792076:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.792079:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.792083:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636731392 i_blocks 1196131 00000080:00200000:1.0:1775764893.792087:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.792101:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636731392, count: 4096 00000080:00200000:1.0:1775764893.792111:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636731392, bytes: 4096 00000080:00200000:1.0:1775764893.792114:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.792117:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155453, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.792119:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636731392, 636735488) 0 0 00000080:00200000:1.0:1775764893.792121:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.792126:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155452, 155452] 00020000:00200000:1.0:1775764893.792129:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636731392 chunk: [636731392, 636735488) 636735488, 4096 00020000:00200000:1.0:1775764893.792131:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.792143:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155452, 155452] 00000008:00010000:1.0:1775764893.792147:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.792150:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.792159:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792168:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636731392 636735487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792176:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792184:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792191:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792198:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636731392, 636735488) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.792204:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155452 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.792220:0:17279:0:(rw26.c:858:ll_write_end()) pos 636731392, len 4096, copied 4096 00000080:00200000:1.0:1775764893.792224:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000027c5398c[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.792227:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006e22b443 fffffc0001001 3:0 ffff967bc919b000 155452 lru 00000080:00200000:1.0:1775764893.792232:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc97e5ce 155452: 1< 0 - - > 2< 636731392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:1.0:1775764893.792234:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000027c5398c 00000080:00200000:1.0:1775764893.792236:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.792238:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.792282:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792296:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.792299:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.792301:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.792307:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.792309:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.792312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.792315:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792322:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.792330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.792332:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.792336:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.792339:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155452, 155452] 00000080:00200000:1.0:1775764893.792349:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.792352:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.792367:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636735488 i_blocks 1196131 00000080:00200000:1.0:1775764893.792371:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.792386:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636735488, count: 4096 00000080:00200000:1.0:1775764893.792397:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636735488, bytes: 4096 00000080:00200000:1.0:1775764893.792399:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.792402:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155454, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.792404:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636735488, 636739584) 0 0 00000080:00200000:1.0:1775764893.792406:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.792410:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155453, 155453] 00020000:00200000:1.0:1775764893.792413:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636735488 chunk: [636735488, 636739584) 636739584, 4096 00020000:00200000:1.0:1775764893.792415:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.792426:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155453, 155453] 00000008:00010000:1.0:1775764893.792431:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.792433:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.792441:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792450:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636735488 636739583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792458:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792465:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792471:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792480:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636735488, 636739584) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.792484:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155453 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.792502:0:17279:0:(rw26.c:858:ll_write_end()) pos 636735488, len 4096, copied 4096 00000080:00200000:1.0:1775764893.792505:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000065cc9311[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.792508:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006c3f0663 fffffc0001001 3:0 ffff967bc919b380 155453 lru 00000080:00200000:1.0:1775764893.792514:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fe080378 155453: 1< 0 - - > 2< 636735488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:1.0:1775764893.792516:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000065cc9311 00000080:00200000:1.0:1775764893.792518:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.792520:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.792528:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792540:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.792543:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.792545:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.792551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.792553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.792555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.792559:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792566:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.792573:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.792575:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.792579:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.792582:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155453, 155453] 00000080:00200000:1.0:1775764893.792593:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.792595:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.792600:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636739584 i_blocks 1196131 00000080:00200000:1.0:1775764893.792603:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.792616:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636739584, count: 4096 00000080:00200000:1.0:1775764893.792627:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636739584, bytes: 4096 00000080:00200000:1.0:1775764893.792629:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.792632:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155455, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.792634:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636739584, 636743680) 0 0 00000080:00200000:1.0:1775764893.792636:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.792641:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155454, 155454] 00020000:00200000:1.0:1775764893.792643:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636739584 chunk: [636739584, 636743680) 636743680, 4096 00020000:00200000:1.0:1775764893.792646:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.792656:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155454, 155454] 00000008:00010000:1.0:1775764893.792661:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.792663:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.792671:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792681:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636739584 636743679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792689:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792696:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792703:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792711:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636739584, 636743680) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.792716:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155454 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.792741:0:17279:0:(rw26.c:858:ll_write_end()) pos 636739584, len 4096, copied 4096 00000080:00200000:1.0:1775764893.792746:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000093bd8d82[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.792748:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000145d3a14 fffffc0001021 2:0 ffff967bc919bc40 155454 lru 00000080:00200000:1.0:1775764893.792753:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001325a689 155454: 1< 0 - - > 2< 636739584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:1.0:1775764893.792755:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000093bd8d82 00000080:00200000:1.0:1775764893.792756:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.792758:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.792766:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792777:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.792780:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.792782:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.792788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.792790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.792792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.792796:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792803:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.792811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.792813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.792818:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.792820:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155454, 155454] 00000080:00200000:1.0:1775764893.792830:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.792834:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.792839:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636743680 i_blocks 1196131 00000080:00200000:1.0:1775764893.792842:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.792856:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636743680, count: 4096 00000080:00200000:1.0:1775764893.792867:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636743680, bytes: 4096 00000080:00200000:1.0:1775764893.792870:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.792874:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155456, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.792875:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636743680, 636747776) 0 0 00000080:00200000:1.0:1775764893.792878:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.792883:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155455, 155455] 00020000:00200000:1.0:1775764893.792886:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636743680 chunk: [636743680, 636747776) 636747776, 4096 00020000:00200000:1.0:1775764893.792888:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.792900:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155455, 155455] 00000008:00010000:1.0:1775764893.792905:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.792908:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.792915:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792924:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636743680 636747775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792932:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792940:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.792947:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.792955:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636743680, 636747776) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.792961:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155455 of 0 to 4096 bytes 00000080:00200000:1.0:1775764893.792988:0:17279:0:(rw26.c:858:ll_write_end()) pos 636743680, len 4096, copied 4096 00000080:00200000:1.0:1775764893.792992:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001f1eb426[3 0000000014a1af93 2 1 00000000ab97160f] 00000080:00200000:1.0:1775764893.792995:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e597de88 fffffc0001001 3:0 ffff967bc919cee0 155455 lru 00000080:00200000:1.0:1775764893.793000:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002394e93f 155455: 1< 0 - - > 2< 636743680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:1.0:1775764893.793002:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001f1eb426 00000080:00200000:1.0:1775764893.793004:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764893.793006:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764893.793015:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.793026:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764893.793028:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764893.793030:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764893.793036:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764893.793039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764893.793041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764893.793045:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.793053:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764893.793061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8038 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764893.793063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764893.793067:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764893.793070:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155455, 155455] 00000080:00200000:1.0:1775764893.793080:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764893.793083:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764893.793088:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 636747776 i_blocks 1196131 00000080:00200000:1.0:1775764893.793091:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764893.793105:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 636747776, count: 4096 00000080:00200000:1.0:1775764893.793115:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 636747776, bytes: 4096 00000080:00200000:1.0:1775764893.793118:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764893.793121:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155457, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764893.793123:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [636747776, 636751872) 0 0 00000080:00200000:1.0:1775764893.793125:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764893.793130:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155456, 155456] 00020000:00200000:1.0:1775764893.793133:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 636747776 chunk: [636747776, 636751872) 636751872, 4096 00020000:00200000:1.0:1775764893.793135:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764893.793146:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155456, 155456] 00000008:00010000:1.0:1775764893.793151:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764893.793153:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8f70, flags 0x0 00010000:00010000:1.0:1775764893.793161:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.793170:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (636747776 636751871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.793178:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.793185:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764893.793191:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764893.793199:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [636747776, 636751872) append 0 append lockpos 0 00000080:00200000:1.0:1775764893.793204:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155456 of 0 to 4096 bytes 00000020:00200000:3.0:1775764893.855763:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637116416, 637120512) 0 0 00000080:00200000:3.0:1775764893.855767:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.855776:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155546, 155546] 00020000:00200000:3.0:1775764893.855780:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637116416 chunk: [637116416, 637120512) 637120512, 4096 00020000:00200000:3.0:1775764893.855783:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.855803:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155546, 155546] 00000008:00010000:3.0:1775764893.855812:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.855816:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.855827:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.855838:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637116416 637120511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.855848:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.855855:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.855862:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.855871:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637116416, 637120512) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.855880:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155546 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.855908:0:17279:0:(rw26.c:858:ll_write_end()) pos 637116416, len 4096, copied 4096 00000080:00200000:3.0:1775764893.855914:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cc0ec216[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.855916:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000069109e35 fffffc0001001 3:0 ffff967bc9140700 155546 lru 00000080:00200000:3.0:1775764893.855923:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd9b1c50 155546: 1< 0 - - > 2< 637116416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 367 - -> 00000080:00200000:3.0:1775764893.855925:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cc0ec216 00000080:00200000:3.0:1775764893.855926:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.855929:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.855943:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.855959:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.855962:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.855964:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.855972:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.855975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.855977:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.855981:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.855988:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.855996:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.855998:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.856001:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.856004:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155546, 155546] 00000080:00200000:3.0:1775764893.856015:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.856018:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.856023:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637120512 i_blocks 1196131 00000080:00200000:3.0:1775764893.856026:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.856040:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637120512, count: 4096 00000080:00200000:3.0:1775764893.856051:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637120512, bytes: 4096 00000080:00200000:3.0:1775764893.856053:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.856057:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155548, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.856059:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637120512, 637124608) 0 0 00000080:00200000:3.0:1775764893.856061:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.856066:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155547, 155547] 00020000:00200000:3.0:1775764893.856069:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637120512 chunk: [637120512, 637124608) 637124608, 4096 00020000:00200000:3.0:1775764893.856072:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.856083:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155547, 155547] 00000008:00010000:3.0:1775764893.856089:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.856091:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.856099:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856108:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637120512 637124607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856115:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856122:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856128:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.856136:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637120512, 637124608) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.856142:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155547 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.856159:0:17279:0:(rw26.c:858:ll_write_end()) pos 637120512, len 4096, copied 4096 00000080:00200000:3.0:1775764893.856163:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008051d862[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.856167:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3b40beb fffffc0001001 3:0 ffff967bc91402a0 155547 lru 00000080:00200000:3.0:1775764893.856172:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ffea790b 155547: 1< 0 - - > 2< 637120512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 368 - -> 00000080:00200000:3.0:1775764893.856174:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008051d862 00000080:00200000:3.0:1775764893.856176:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.856178:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.856186:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.856199:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.856201:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.856204:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.856210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.856212:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.856214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.856218:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856225:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.856233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.856235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.856239:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.856242:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155547, 155547] 00000080:00200000:3.0:1775764893.856540:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.856545:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.856551:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637124608 i_blocks 1196131 00000080:00200000:3.0:1775764893.856554:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.856571:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637124608, count: 4096 00000080:00200000:3.0:1775764893.856584:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637124608, bytes: 4096 00000080:00200000:3.0:1775764893.856587:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.856591:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155549, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.856593:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637124608, 637128704) 0 0 00000080:00200000:3.0:1775764893.856596:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.856601:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155548, 155548] 00020000:00200000:3.0:1775764893.856604:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637124608 chunk: [637124608, 637128704) 637128704, 4096 00020000:00200000:3.0:1775764893.856607:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.856621:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155548, 155548] 00000008:00010000:3.0:1775764893.856628:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.856630:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.856639:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856647:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637124608 637128703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856654:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856661:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856667:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.856675:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637124608, 637128704) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.856681:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155548 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.856703:0:17279:0:(rw26.c:858:ll_write_end()) pos 637124608, len 4096, copied 4096 00000080:00200000:3.0:1775764893.856707:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000049b06d87[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.856710:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bcb09c65 fffffc0001001 3:0 ffff967bc9140e00 155548 lru 00000080:00200000:3.0:1775764893.856716:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007b8ca1e7 155548: 1< 0 - - > 2< 637124608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 369 - -> 00000080:00200000:3.0:1775764893.856718:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000049b06d87 00000080:00200000:3.0:1775764893.856720:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.856722:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.856731:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.856744:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.856746:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.856749:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.856755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.856758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.856760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.856764:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856771:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.856779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.856782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.856786:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.856790:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155548, 155548] 00000080:00200000:3.0:1775764893.856801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.856804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.856808:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637128704 i_blocks 1196131 00000080:00200000:3.0:1775764893.856811:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.856827:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637128704, count: 4096 00000080:00200000:3.0:1775764893.856838:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637128704, bytes: 4096 00000080:00200000:3.0:1775764893.856841:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.856845:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155550, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.856846:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637128704, 637132800) 0 0 00000080:00200000:3.0:1775764893.856849:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.856854:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155549, 155549] 00020000:00200000:3.0:1775764893.856857:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637128704 chunk: [637128704, 637132800) 637132800, 4096 00020000:00200000:3.0:1775764893.856859:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.856872:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155549, 155549] 00000008:00010000:3.0:1775764893.856877:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.856880:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.856887:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856896:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637128704 637132799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856903:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856911:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.856918:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.856926:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637128704, 637132800) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.856931:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155549 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.856956:0:17279:0:(rw26.c:858:ll_write_end()) pos 637128704, len 4096, copied 4096 00000080:00200000:3.0:1775764893.856960:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a9962360[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.856963:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005b0e5484 fffffc0001021 2:0 ffff967bc91408c0 155549 lru 00000080:00200000:3.0:1775764893.856969:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009a75b208 155549: 1< 0 - - > 2< 637128704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 370 - -> 00000080:00200000:3.0:1775764893.856971:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a9962360 00000080:00200000:3.0:1775764893.856972:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.856974:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.856983:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.856994:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.856997:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.856999:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.857004:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.857007:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.857009:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.857013:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857021:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.857028:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.857031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.857035:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.857038:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155549, 155549] 00000080:00200000:3.0:1775764893.857049:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.857052:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.857056:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637132800 i_blocks 1196131 00000080:00200000:3.0:1775764893.857058:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.857073:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637132800, count: 4096 00000080:00200000:3.0:1775764893.857084:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637132800, bytes: 4096 00000080:00200000:3.0:1775764893.857086:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.857090:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155551, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.857091:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637132800, 637136896) 0 0 00000080:00200000:3.0:1775764893.857094:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.857099:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155550, 155550] 00020000:00200000:3.0:1775764893.857102:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637132800 chunk: [637132800, 637136896) 637136896, 4096 00020000:00200000:3.0:1775764893.857105:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.857117:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155550, 155550] 00000008:00010000:3.0:1775764893.857122:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.857124:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.857132:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857141:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637132800 637136895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857149:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857156:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857163:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857172:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637132800, 637136896) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.857177:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155550 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.857193:0:17279:0:(rw26.c:858:ll_write_end()) pos 637132800, len 4096, copied 4096 00000080:00200000:3.0:1775764893.857198:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001e21600c[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.857201:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a5ac739b fffffc0001001 3:0 ffff967bc9140460 155550 lru 00000080:00200000:3.0:1775764893.857206:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009c8ef7fa 155550: 1< 0 - - > 2< 637132800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 371 - -> 00000080:00200000:3.0:1775764893.857209:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001e21600c 00000080:00200000:3.0:1775764893.857210:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.857212:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.857221:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857233:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.857236:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.857237:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.857243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.857273:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.857276:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.857280:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857288:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.857295:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.857298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.857302:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.857305:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155550, 155550] 00000080:00200000:3.0:1775764893.857316:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.857319:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.857324:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637136896 i_blocks 1196131 00000080:00200000:3.0:1775764893.857327:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.857342:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637136896, count: 4096 00000080:00200000:3.0:1775764893.857366:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637136896, bytes: 4096 00000080:00200000:3.0:1775764893.857369:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.857373:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155552, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.857375:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637136896, 637140992) 0 0 00000080:00200000:3.0:1775764893.857378:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.857383:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155551, 155551] 00020000:00200000:3.0:1775764893.857386:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637136896 chunk: [637136896, 637140992) 637140992, 4096 00020000:00200000:3.0:1775764893.857389:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.857401:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155551, 155551] 00000008:00010000:3.0:1775764893.857407:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.857409:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.857416:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857424:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637136896 637140991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857431:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857437:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857443:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857450:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637136896, 637140992) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.857454:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155551 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.857470:0:17279:0:(rw26.c:858:ll_write_end()) pos 637136896, len 4096, copied 4096 00000080:00200000:3.0:1775764893.857475:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d3eedde3[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.857477:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000367ef40c fffffc0001001 3:0 ffff967bc9140ee0 155551 lru 00000080:00200000:3.0:1775764893.857482:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000063b8efb4 155551: 1< 0 - - > 2< 637136896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 372 - -> 00000080:00200000:3.0:1775764893.857484:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d3eedde3 00000080:00200000:3.0:1775764893.857486:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.857488:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.857497:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857509:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.857511:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.857513:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.857531:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.857533:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.857536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.857540:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857548:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.857556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.857559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.857563:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.857566:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155551, 155551] 00000080:00200000:3.0:1775764893.857578:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.857581:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.857586:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637140992 i_blocks 1196131 00000080:00200000:3.0:1775764893.857589:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.857603:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637140992, count: 4096 00000080:00200000:3.0:1775764893.857615:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637140992, bytes: 4096 00000080:00200000:3.0:1775764893.857617:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.857621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155553, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.857622:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637140992, 637145088) 0 0 00000080:00200000:3.0:1775764893.857625:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.857630:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155552, 155552] 00020000:00200000:3.0:1775764893.857633:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637140992 chunk: [637140992, 637145088) 637145088, 4096 00020000:00200000:3.0:1775764893.857635:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.857647:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155552, 155552] 00000008:00010000:3.0:1775764893.857653:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.857655:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.857663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857671:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637140992 637145087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857680:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857688:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857695:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857704:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637140992, 637145088) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.857709:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155552 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.857727:0:17279:0:(rw26.c:858:ll_write_end()) pos 637140992, len 4096, copied 4096 00000080:00200000:3.0:1775764893.857731:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c66043bf[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.857734:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000065e1bbb8 fffffc0001001 3:0 ffff967bc9140d20 155552 lru 00000080:00200000:3.0:1775764893.857739:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009a1e2325 155552: 1< 0 - - > 2< 637140992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 373 - -> 00000080:00200000:3.0:1775764893.857741:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c66043bf 00000080:00200000:3.0:1775764893.857742:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.857745:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.857753:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857764:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.857767:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.857769:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.857776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.857778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.857781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.857784:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857791:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.857799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.857801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.857805:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.857808:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155552, 155552] 00000080:00200000:3.0:1775764893.857818:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.857821:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.857826:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637145088 i_blocks 1196131 00000080:00200000:3.0:1775764893.857828:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.857842:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637145088, count: 4096 00000080:00200000:3.0:1775764893.857853:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637145088, bytes: 4096 00000080:00200000:3.0:1775764893.857857:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.857860:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155554, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.857861:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637145088, 637149184) 0 0 00000080:00200000:3.0:1775764893.857864:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.857869:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155553, 155553] 00020000:00200000:3.0:1775764893.857872:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637145088 chunk: [637145088, 637149184) 637149184, 4096 00020000:00200000:3.0:1775764893.857875:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.857886:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155553, 155553] 00000008:00010000:3.0:1775764893.857891:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.857894:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.857901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857909:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637145088 637149183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857918:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857926:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.857932:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.857940:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637145088, 637149184) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.857945:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155553 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.857960:0:17279:0:(rw26.c:858:ll_write_end()) pos 637145088, len 4096, copied 4096 00000080:00200000:3.0:1775764893.857965:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007b9da1ce[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.857968:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008e59d304 fffffc0001001 3:0 ffff967bc91407e0 155553 lru 00000080:00200000:3.0:1775764893.857973:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008a94dca2 155553: 1< 0 - - > 2< 637145088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 374 - -> 00000080:00200000:3.0:1775764893.857975:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007b9da1ce 00000080:00200000:3.0:1775764893.857977:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.857979:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.857988:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.858000:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.858003:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.858005:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.858011:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.858013:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.858016:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.858020:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.858027:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.858036:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.858039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.858043:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.858046:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155553, 155553] 00000080:00200000:3.0:1775764893.858059:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.858063:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.858068:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637149184 i_blocks 1196131 00000080:00200000:3.0:1775764893.858071:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.858085:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637149184, count: 4096 00000080:00200000:3.0:1775764893.858097:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637149184, bytes: 4096 00000080:00200000:3.0:1775764893.858100:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.858104:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155555, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.858105:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637149184, 637153280) 0 0 00000080:00200000:3.0:1775764893.858108:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.858113:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155554, 155554] 00020000:00200000:3.0:1775764893.858115:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637149184 chunk: [637149184, 637153280) 637153280, 4096 00020000:00200000:3.0:1775764893.858117:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.858129:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155554, 155554] 00000008:00010000:3.0:1775764893.858134:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.858136:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.858144:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.858153:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637149184 637153279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.858162:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.858169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.858177:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.858185:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637149184, 637153280) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.858190:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155554 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.858207:0:17279:0:(rw26.c:858:ll_write_end()) pos 637149184, len 4096, copied 4096 00000080:00200000:3.0:1775764893.858211:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b3c058da[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.858213:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000028dda454 fffffc0001001 3:0 ffff967bc9140b60 155554 lru 00000080:00200000:3.0:1775764893.858218:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000065432023 155554: 1< 0 - - > 2< 637149184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 375 - -> 00000080:00200000:3.0:1775764893.858220:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b3c058da 00000080:00200000:3.0:1775764893.858221:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.858223:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.858232:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.858244:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.862393:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.862400:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.862428:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.862432:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.862436:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.862446:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.862463:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.862479:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.862482:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.862494:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.862502:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155554, 155554] 00000080:00200000:3.0:1775764893.862864:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.862870:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.862883:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637153280 i_blocks 1196131 00000080:00200000:3.0:1775764893.862890:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.862929:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637153280, count: 4096 00000080:00200000:3.0:1775764893.862957:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637153280, bytes: 4096 00000080:00200000:3.0:1775764893.862963:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.862969:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155556, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.862971:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637153280, 637157376) 0 0 00000080:00200000:3.0:1775764893.862975:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.862989:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155555, 155555] 00020000:00200000:3.0:1775764893.862995:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637153280 chunk: [637153280, 637157376) 637157376, 4096 00020000:00200000:3.0:1775764893.862999:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.863023:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155555, 155555] 00000008:00010000:3.0:1775764893.863036:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.863041:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.863061:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.863074:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637153280 637157375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.863085:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.863093:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.863100:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.863111:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637153280, 637157376) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.863122:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155555 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.863164:0:17279:0:(rw26.c:858:ll_write_end()) pos 637153280, len 4096, copied 4096 00000080:00200000:3.0:1775764893.863171:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aa6e9a50[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.863175:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008177c5e2 fffffc0001001 3:0 ffff967bc9140620 155555 lru 00000080:00200000:3.0:1775764893.863182:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000027aaec69 155555: 1< 0 - - > 2< 637153280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 376 - -> 00000080:00200000:3.0:1775764893.863184:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aa6e9a50 00000080:00200000:3.0:1775764893.863185:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.863189:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.863206:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.863226:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.863229:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.863231:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.863238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.863241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.863243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.863947:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.863957:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.863968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.863970:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.863979:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.863985:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155555, 155555] 00000080:00200000:3.0:1775764893.864004:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.864008:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.864019:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637157376 i_blocks 1196131 00000080:00200000:3.0:1775764893.864023:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.864047:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637157376, count: 4096 00000080:00200000:3.0:1775764893.864065:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637157376, bytes: 4096 00000080:00200000:3.0:1775764893.864069:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.864074:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155557, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.864076:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637157376, 637161472) 0 0 00000080:00200000:3.0:1775764893.864080:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.864090:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155556, 155556] 00020000:00200000:3.0:1775764893.864094:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637157376 chunk: [637157376, 637161472) 637161472, 4096 00020000:00200000:3.0:1775764893.864097:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.864115:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155556, 155556] 00000008:00010000:3.0:1775764893.864124:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.864127:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.864140:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864151:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637157376 637161471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864161:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864168:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864175:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.864184:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637157376, 637161472) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.864192:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155556 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.864225:0:17279:0:(rw26.c:858:ll_write_end()) pos 637157376, len 4096, copied 4096 00000080:00200000:3.0:1775764893.864230:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ba0e00d5[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.864233:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001b21a879 fffffc0001001 3:0 ffff967bc9140000 155556 lru 00000080:00200000:3.0:1775764893.864239:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000721fdc1c 155556: 1< 0 - - > 2< 637157376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 377 - -> 00000080:00200000:3.0:1775764893.864241:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ba0e00d5 00000080:00200000:3.0:1775764893.864243:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.864271:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.864287:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.864302:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.864306:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.864308:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.864316:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.864319:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.864321:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.864325:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864332:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.864340:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.864342:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.864346:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.864348:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155556, 155556] 00000080:00200000:3.0:1775764893.864374:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.864379:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.864386:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637161472 i_blocks 1196131 00000080:00200000:3.0:1775764893.864389:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.864404:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637161472, count: 4096 00000080:00200000:3.0:1775764893.864416:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637161472, bytes: 4096 00000080:00200000:3.0:1775764893.864419:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.864423:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155558, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.864425:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637161472, 637165568) 0 0 00000080:00200000:3.0:1775764893.864427:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.864432:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155557, 155557] 00020000:00200000:3.0:1775764893.864435:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637161472 chunk: [637161472, 637165568) 637165568, 4096 00020000:00200000:3.0:1775764893.864437:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.864449:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155557, 155557] 00000008:00010000:3.0:1775764893.864455:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.864457:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.864465:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864474:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637161472 637165567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864482:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864488:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864495:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.864502:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637161472, 637165568) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.864508:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155557 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.864538:0:17279:0:(rw26.c:858:ll_write_end()) pos 637161472, len 4096, copied 4096 00000080:00200000:3.0:1775764893.864543:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cbf47229[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.864546:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005d910ee7 fffffc0001001 3:0 ffff967bc9140380 155557 lru 00000080:00200000:3.0:1775764893.864552:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a37523ee 155557: 1< 0 - - > 2< 637161472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 378 - -> 00000080:00200000:3.0:1775764893.864554:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cbf47229 00000080:00200000:3.0:1775764893.864556:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.864558:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.864567:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.864579:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.864582:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.864584:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.864590:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.864592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.864595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.864598:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864606:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.864615:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.864617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.864622:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.864624:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155557, 155557] 00000080:00200000:3.0:1775764893.864636:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.864640:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.864645:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637165568 i_blocks 1196131 00000080:00200000:3.0:1775764893.864648:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.864663:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637165568, count: 4096 00000080:00200000:3.0:1775764893.864674:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637165568, bytes: 4096 00000080:00200000:3.0:1775764893.864677:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.864680:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155559, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.864682:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637165568, 637169664) 0 0 00000080:00200000:3.0:1775764893.864685:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.864690:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155558, 155558] 00020000:00200000:3.0:1775764893.864693:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637165568 chunk: [637165568, 637169664) 637169664, 4096 00020000:00200000:3.0:1775764893.864696:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.864708:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155558, 155558] 00000008:00010000:3.0:1775764893.864713:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.864715:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.864723:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864733:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637165568 637169663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864741:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864748:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864754:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.864762:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637165568, 637169664) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.864767:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155558 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.864797:0:17279:0:(rw26.c:858:ll_write_end()) pos 637165568, len 4096, copied 4096 00000080:00200000:3.0:1775764893.864801:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001c76fdf4[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.864804:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005bab31d4 fffffc0001001 3:0 ffff967bc9141a80 155558 lru 00000080:00200000:3.0:1775764893.864809:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000027820c1b 155558: 1< 0 - - > 2< 637165568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 379 - -> 00000080:00200000:3.0:1775764893.864811:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001c76fdf4 00000080:00200000:3.0:1775764893.864813:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.864815:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.864823:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.864836:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.864839:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.864841:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.864847:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.864849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.864851:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.864855:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864862:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.864869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.864871:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.864875:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.864878:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155558, 155558] 00000080:00200000:3.0:1775764893.864891:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.864893:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.864898:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637169664 i_blocks 1196131 00000080:00200000:3.0:1775764893.864901:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.864916:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637169664, count: 4096 00000080:00200000:3.0:1775764893.864928:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637169664, bytes: 4096 00000080:00200000:3.0:1775764893.864930:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.864934:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155560, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.864936:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637169664, 637173760) 0 0 00000080:00200000:3.0:1775764893.864939:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.864944:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155559, 155559] 00020000:00200000:3.0:1775764893.864947:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637169664 chunk: [637169664, 637173760) 637173760, 4096 00020000:00200000:3.0:1775764893.864950:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.864962:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155559, 155559] 00000008:00010000:3.0:1775764893.864967:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.864970:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.864977:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864986:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637169664 637173759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.864994:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865000:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865008:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865016:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637169664, 637173760) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.865021:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155559 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.865049:0:17279:0:(rw26.c:858:ll_write_end()) pos 637169664, len 4096, copied 4096 00000080:00200000:3.0:1775764893.865053:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009bf57494[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.865056:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f98f4075 fffffc0001001 3:0 ffff967bc9141540 155559 lru 00000080:00200000:3.0:1775764893.865061:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000311443d6 155559: 1< 0 - - > 2< 637169664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 380 - -> 00000080:00200000:3.0:1775764893.865063:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009bf57494 00000080:00200000:3.0:1775764893.865064:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.865067:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.865075:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865087:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.865090:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.865092:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.865098:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.865100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.865103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.865106:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865114:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.865122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.865124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.865129:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.865132:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155559, 155559] 00000080:00200000:3.0:1775764893.865144:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.865147:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.865153:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637173760 i_blocks 1196131 00000080:00200000:3.0:1775764893.865156:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.865171:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637173760, count: 4096 00000080:00200000:3.0:1775764893.865183:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637173760, bytes: 4096 00000080:00200000:3.0:1775764893.865185:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.865189:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155561, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.865191:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637173760, 637177856) 0 0 00000080:00200000:3.0:1775764893.865193:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.865199:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155560, 155560] 00020000:00200000:3.0:1775764893.865201:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637173760 chunk: [637173760, 637177856) 637177856, 4096 00020000:00200000:3.0:1775764893.865204:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.865215:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155560, 155560] 00000008:00010000:3.0:1775764893.865219:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.865222:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.865229:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865238:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637173760 637177855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865287:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865296:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865304:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865312:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637173760, 637177856) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.865317:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155560 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.865332:0:17279:0:(rw26.c:858:ll_write_end()) pos 637173760, len 4096, copied 4096 00000080:00200000:3.0:1775764893.865336:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000267f221f[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.865338:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001c046a8b fffffc0001001 3:0 ffff967bc91410e0 155560 lru 00000080:00200000:3.0:1775764893.865344:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a5e9430b 155560: 1< 0 - - > 2< 637173760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 381 - -> 00000080:00200000:3.0:1775764893.865347:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000267f221f 00000080:00200000:3.0:1775764893.865348:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.865350:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.865368:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865381:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.865384:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.865387:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.865392:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.865394:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.865397:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.865401:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865408:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.865416:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.865418:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.865422:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.865424:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155560, 155560] 00000080:00200000:3.0:1775764893.865434:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.865437:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.865442:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637177856 i_blocks 1196131 00000080:00200000:3.0:1775764893.865444:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.865464:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637177856, count: 4096 00000080:00200000:3.0:1775764893.865474:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637177856, bytes: 4096 00000080:00200000:3.0:1775764893.865477:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.865480:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155562, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.865482:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637177856, 637181952) 0 0 00000080:00200000:3.0:1775764893.865485:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.865490:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155561, 155561] 00020000:00200000:3.0:1775764893.865492:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637177856 chunk: [637177856, 637181952) 637181952, 4096 00020000:00200000:3.0:1775764893.865495:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.865505:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155561, 155561] 00000008:00010000:3.0:1775764893.865509:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.865512:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.865519:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865527:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637177856 637181951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865536:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865543:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865549:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865557:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637177856, 637181952) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.865561:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155561 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.865576:0:17279:0:(rw26.c:858:ll_write_end()) pos 637177856, len 4096, copied 4096 00000080:00200000:3.0:1775764893.865580:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001fcfa29b[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.865583:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000008f4f4cb fffffc0001001 3:0 ffff967bc91411c0 155561 lru 00000080:00200000:3.0:1775764893.865588:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c67ea793 155561: 1< 0 - - > 2< 637177856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 382 - -> 00000080:00200000:3.0:1775764893.865591:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001fcfa29b 00000080:00200000:3.0:1775764893.865592:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.865594:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.865602:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865613:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.865615:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.865617:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.865622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.865625:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.865627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.865631:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865638:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.865645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.865647:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.865651:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.865653:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155561, 155561] 00000080:00200000:3.0:1775764893.865663:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.865666:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.865670:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637181952 i_blocks 1196131 00000080:00200000:3.0:1775764893.865673:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.865686:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637181952, count: 4096 00000080:00200000:3.0:1775764893.865696:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637181952, bytes: 4096 00000080:00200000:3.0:1775764893.865699:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.865702:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155563, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.865704:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637181952, 637186048) 0 0 00000080:00200000:3.0:1775764893.865706:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.865711:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155562, 155562] 00020000:00200000:3.0:1775764893.865714:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637181952 chunk: [637181952, 637186048) 637186048, 4096 00020000:00200000:3.0:1775764893.865716:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.865725:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155562, 155562] 00000008:00010000:3.0:1775764893.865730:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.865732:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.865738:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865747:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637181952 637186047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865755:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865763:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865770:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865777:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637181952, 637186048) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.865781:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155562 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.865794:0:17279:0:(rw26.c:858:ll_write_end()) pos 637181952, len 4096, copied 4096 00000080:00200000:3.0:1775764893.865798:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003f20597f[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.865801:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000060e1b03c fffffc0001001 3:0 ffff967bc9141700 155562 lru 00000080:00200000:3.0:1775764893.865807:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006f0481c1 155562: 1< 0 - - > 2< 637181952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 383 - -> 00000080:00200000:3.0:1775764893.865809:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003f20597f 00000080:00200000:3.0:1775764893.865810:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.865812:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.865819:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865830:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.865833:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.865835:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.865839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.865842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.865844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.865848:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865855:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.865862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.865864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.865868:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.865870:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155562, 155562] 00000080:00200000:3.0:1775764893.865880:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.865883:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.865887:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637186048 i_blocks 1196131 00000080:00200000:3.0:1775764893.865889:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.865903:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637186048, count: 4096 00000080:00200000:3.0:1775764893.865913:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637186048, bytes: 4096 00000080:00200000:3.0:1775764893.865915:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.865919:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155564, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.865920:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637186048, 637190144) 0 0 00000080:00200000:3.0:1775764893.865923:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.865927:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155563, 155563] 00020000:00200000:3.0:1775764893.865930:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637186048 chunk: [637186048, 637190144) 637190144, 4096 00020000:00200000:3.0:1775764893.865932:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.865941:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155563, 155563] 00000008:00010000:3.0:1775764893.865946:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.865948:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.865955:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865963:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637186048 637190143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865972:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865979:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.865986:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.865993:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637186048, 637190144) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.865997:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155563 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.866011:0:17279:0:(rw26.c:858:ll_write_end()) pos 637186048, len 4096, copied 4096 00000080:00200000:3.0:1775764893.866015:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009f7f376b[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.866018:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000137b2496 fffffc0001001 3:0 ffff967bc91412a0 155563 lru 00000080:00200000:3.0:1775764893.866024:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000047cbe932 155563: 1< 0 - - > 2< 637186048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 384 - -> 00000080:00200000:3.0:1775764893.866025:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009f7f376b 00000080:00200000:3.0:1775764893.866027:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.866029:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.866036:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866046:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.866048:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.866051:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.866055:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.866058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.866060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.866064:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866071:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.866078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.866081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.866084:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.866087:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155563, 155563] 00000080:00200000:3.0:1775764893.866096:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.866100:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.866104:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637190144 i_blocks 1196131 00000080:00200000:3.0:1775764893.866106:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.866120:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637190144, count: 4096 00000080:00200000:3.0:1775764893.866130:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637190144, bytes: 4096 00000080:00200000:3.0:1775764893.866132:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.866136:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155565, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.866137:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637190144, 637194240) 0 0 00000080:00200000:3.0:1775764893.866140:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.866144:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155564, 155564] 00020000:00200000:3.0:1775764893.866147:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637190144 chunk: [637190144, 637194240) 637194240, 4096 00020000:00200000:3.0:1775764893.866149:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.866159:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155564, 155564] 00000008:00010000:3.0:1775764893.866163:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.866165:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.866172:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866181:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637190144 637194239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866189:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866196:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866203:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866210:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637190144, 637194240) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.866214:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155564 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.866234:0:17279:0:(rw26.c:858:ll_write_end()) pos 637190144, len 4096, copied 4096 00000080:00200000:3.0:1775764893.866238:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dc06417d[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.866241:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000089163c6 fffffc0001021 2:0 ffff967bc9141e00 155564 lru 00000080:00200000:3.0:1775764893.866275:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008cc39447 155564: 1< 0 - - > 2< 637190144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 385 - -> 00000080:00200000:3.0:1775764893.866278:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dc06417d 00000080:00200000:3.0:1775764893.866279:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.866281:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.866289:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866300:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.866303:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.866305:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.866310:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.866312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.866315:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.866319:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866326:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.866333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.866335:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.866339:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.866341:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155564, 155564] 00000080:00200000:3.0:1775764893.866351:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.866354:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.866368:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637194240 i_blocks 1196131 00000080:00200000:3.0:1775764893.866371:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.866386:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637194240, count: 4096 00000080:00200000:3.0:1775764893.866396:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637194240, bytes: 4096 00000080:00200000:3.0:1775764893.866398:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.866402:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155566, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.866403:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637194240, 637198336) 0 0 00000080:00200000:3.0:1775764893.866406:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.866411:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155565, 155565] 00020000:00200000:3.0:1775764893.866413:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637194240 chunk: [637194240, 637198336) 637198336, 4096 00020000:00200000:3.0:1775764893.866416:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.866425:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155565, 155565] 00000008:00010000:3.0:1775764893.866430:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.866432:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.866439:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866447:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637194240 637198335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866456:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866464:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866471:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866478:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637194240, 637198336) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.866482:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155565 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.866495:0:17279:0:(rw26.c:858:ll_write_end()) pos 637194240, len 4096, copied 4096 00000080:00200000:3.0:1775764893.866499:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000000b2ba1e[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.866502:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf534d3a fffffc0001001 3:0 ffff967bc91418c0 155565 lru 00000080:00200000:3.0:1775764893.866507:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009d450288 155565: 1< 0 - - > 2< 637194240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 386 - -> 00000080:00200000:3.0:1775764893.866509:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000000b2ba1e 00000080:00200000:3.0:1775764893.866510:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.866512:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.866519:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866530:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.866532:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.866534:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.866540:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.866542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.866544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.866548:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866555:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.866563:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.866565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.866568:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.866571:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155565, 155565] 00000080:00200000:3.0:1775764893.866580:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.866583:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.866588:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637198336 i_blocks 1196131 00000080:00200000:3.0:1775764893.866590:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.866605:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637198336, count: 4096 00000080:00200000:3.0:1775764893.866615:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637198336, bytes: 4096 00000080:00200000:3.0:1775764893.866617:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.866621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155567, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.866622:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637198336, 637202432) 0 0 00000080:00200000:3.0:1775764893.866625:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.866630:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155566, 155566] 00020000:00200000:3.0:1775764893.866632:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637198336 chunk: [637198336, 637202432) 637202432, 4096 00020000:00200000:3.0:1775764893.866635:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.866644:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155566, 155566] 00000008:00010000:3.0:1775764893.866649:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.866651:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.866657:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866666:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637198336 637202431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866674:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866682:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866688:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866696:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637198336, 637202432) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.866700:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155566 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.866717:0:17279:0:(rw26.c:858:ll_write_end()) pos 637198336, len 4096, copied 4096 00000080:00200000:3.0:1775764893.866721:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000059f4177d[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.866723:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000087c70921 fffffc0001001 3:0 ffff967bc9141460 155566 lru 00000080:00200000:3.0:1775764893.866729:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009d051765 155566: 1< 0 - - > 2< 637198336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 387 - -> 00000080:00200000:3.0:1775764893.866731:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000059f4177d 00000080:00200000:3.0:1775764893.866733:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.866735:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.866741:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866752:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.866754:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.866756:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.866761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.866763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.866766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.866769:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866776:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.866784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.866786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.866790:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.866792:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155566, 155566] 00000080:00200000:3.0:1775764893.866802:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.866805:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.866809:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637202432 i_blocks 1196131 00000080:00200000:3.0:1775764893.866812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.866825:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637202432, count: 4096 00000080:00200000:3.0:1775764893.866835:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637202432, bytes: 4096 00000080:00200000:3.0:1775764893.866837:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.866841:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155568, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.866842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637202432, 637206528) 0 0 00000080:00200000:3.0:1775764893.866845:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.866850:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155567, 155567] 00020000:00200000:3.0:1775764893.866852:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637202432 chunk: [637202432, 637206528) 637206528, 4096 00020000:00200000:3.0:1775764893.866854:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.866863:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155567, 155567] 00000008:00010000:3.0:1775764893.866868:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.866870:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.866876:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866885:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637202432 637206527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866907:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866915:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637202432, 637206528) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.866919:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155567 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.866932:0:17279:0:(rw26.c:858:ll_write_end()) pos 637202432, len 4096, copied 4096 00000080:00200000:3.0:1775764893.866936:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000080df7c28[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.866939:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000db46c950 fffffc0001001 3:0 ffff967bc9141ee0 155567 lru 00000080:00200000:3.0:1775764893.866945:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004bffdae4 155567: 1< 0 - - > 2< 637202432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 388 - -> 00000080:00200000:3.0:1775764893.866947:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000080df7c28 00000080:00200000:3.0:1775764893.866948:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.866950:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.866957:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.866968:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.866970:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.866972:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.866977:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.866979:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.866982:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.866986:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.866993:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.867001:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.867003:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.867007:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.867009:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155567, 155567] 00000080:00200000:3.0:1775764893.867018:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.867021:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.867025:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637206528 i_blocks 1196131 00000080:00200000:3.0:1775764893.867028:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.867041:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637206528, count: 4096 00000080:00200000:3.0:1775764893.867051:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637206528, bytes: 4096 00000080:00200000:3.0:1775764893.867053:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.867057:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155569, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.867058:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637206528, 637210624) 0 0 00000080:00200000:3.0:1775764893.867061:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.867065:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155568, 155568] 00020000:00200000:3.0:1775764893.867068:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637206528 chunk: [637206528, 637210624) 637210624, 4096 00020000:00200000:3.0:1775764893.867070:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.867080:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155568, 155568] 00000008:00010000:3.0:1775764893.867084:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.867086:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.867092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.867101:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637206528 637210623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.867108:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.867115:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.867123:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.867130:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637206528, 637210624) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.867134:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155568 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.867147:0:17279:0:(rw26.c:858:ll_write_end()) pos 637206528, len 4096, copied 4096 00000080:00200000:3.0:1775764893.867150:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d3503cfa[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.867153:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000788da833 fffffc0001001 3:0 ffff967bc9141d20 155568 lru 00000080:00200000:3.0:1775764893.867159:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000070df3a2e 155568: 1< 0 - - > 2< 637206528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 389 - -> 00000080:00200000:3.0:1775764893.867161:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d3503cfa 00000080:00200000:3.0:1775764893.867163:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.867165:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.867172:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.867182:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.867185:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.867187:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.867191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.867194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.867196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.867200:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.867208:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.867215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.867217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.867220:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.867222:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155568, 155568] 00000080:00200000:3.0:1775764893.867232:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.867234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.867239:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637210624 i_blocks 1196131 00000080:00200000:3.0:1775764893.867241:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.867283:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637210624, count: 4096 00000080:00200000:3.0:1775764893.867294:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637210624, bytes: 4096 00000080:00200000:3.0:1775764893.867297:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.867300:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155570, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.867302:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637210624, 637214720) 0 0 00000080:00200000:3.0:1775764893.867305:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.867309:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155569, 155569] 00020000:00200000:3.0:1775764893.867312:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637210624 chunk: [637210624, 637214720) 637214720, 4096 00020000:00200000:3.0:1775764893.867314:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.867324:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155569, 155569] 00000008:00010000:3.0:1775764893.867329:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.867331:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.867338:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.867346:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637210624 637214719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.871871:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.871902:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.871911:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.871932:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637210624, 637214720) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.871955:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155569 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.872019:0:17279:0:(rw26.c:858:ll_write_end()) pos 637210624, len 4096, copied 4096 00000080:00200000:3.0:1775764893.872029:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000153801cb[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.872032:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c03f803b fffffc0001001 3:0 ffff967bc91417e0 155569 lru 00000080:00200000:3.0:1775764893.872039:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000090c87b4f 155569: 1< 0 - - > 2< 637210624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 390 - -> 00000080:00200000:3.0:1775764893.872041:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000153801cb 00000080:00200000:3.0:1775764893.872044:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.872049:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.872074:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.872105:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.872110:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.872113:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.872128:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.872131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.872134:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.872140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872150:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.872165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.872168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.872179:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.872187:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155569, 155569] 00000080:00200000:3.0:1775764893.872225:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.872228:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.872241:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637214720 i_blocks 1196131 00000080:00200000:3.0:1775764893.872266:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.872301:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637214720, count: 4096 00000080:00200000:3.0:1775764893.872328:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637214720, bytes: 4096 00000080:00200000:3.0:1775764893.872333:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.872339:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155571, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.872341:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637214720, 637218816) 0 0 00000080:00200000:3.0:1775764893.872346:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.872370:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155570, 155570] 00020000:00200000:3.0:1775764893.872376:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637214720 chunk: [637214720, 637218816) 637218816, 4096 00020000:00200000:3.0:1775764893.872380:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.872403:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155570, 155570] 00000008:00010000:3.0:1775764893.872415:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.872420:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.872437:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872450:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637214720 637218815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872460:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872467:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872474:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.872482:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637214720, 637218816) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.872489:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155570 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.872506:0:17279:0:(rw26.c:858:ll_write_end()) pos 637214720, len 4096, copied 4096 00000080:00200000:3.0:1775764893.872511:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e3f56160[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.872514:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000034361419 fffffc0001001 3:0 ffff967bc9141b60 155570 lru 00000080:00200000:3.0:1775764893.872533:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4121290 155570: 1< 0 - - > 2< 637214720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 391 - -> 00000080:00200000:3.0:1775764893.872536:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e3f56160 00000080:00200000:3.0:1775764893.872537:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.872540:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.872549:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.872562:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.872565:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.872567:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.872575:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.872577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.872580:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.872584:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872592:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.872600:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.872602:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.872607:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.872609:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155570, 155570] 00000080:00200000:3.0:1775764893.872621:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.872624:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.872629:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637218816 i_blocks 1196131 00000080:00200000:3.0:1775764893.872633:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.872648:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637218816, count: 4096 00000080:00200000:3.0:1775764893.872660:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637218816, bytes: 4096 00000080:00200000:3.0:1775764893.872663:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.872666:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155572, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.872668:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637218816, 637222912) 0 0 00000080:00200000:3.0:1775764893.872671:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.872677:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155571, 155571] 00020000:00200000:3.0:1775764893.872680:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637218816 chunk: [637218816, 637222912) 637222912, 4096 00020000:00200000:3.0:1775764893.872682:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.872699:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155571, 155571] 00000008:00010000:3.0:1775764893.872704:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.872706:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.872715:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872724:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637218816 637222911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872732:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872740:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872747:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.872756:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637218816, 637222912) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.872761:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155571 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.872779:0:17279:0:(rw26.c:858:ll_write_end()) pos 637218816, len 4096, copied 4096 00000080:00200000:3.0:1775764893.872783:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bdf49450[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.872786:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cd7c9532 fffffc0001001 3:0 ffff967bc9141620 155571 lru 00000080:00200000:3.0:1775764893.872792:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bfac1f34 155571: 1< 0 - - > 2< 637218816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 392 - -> 00000080:00200000:3.0:1775764893.872794:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bdf49450 00000080:00200000:3.0:1775764893.872796:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.872798:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.872806:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.872820:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.872823:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.872825:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.872831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.872834:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.872836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.872840:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872849:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.872857:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.872859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.872863:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.872866:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155571, 155571] 00000080:00200000:3.0:1775764893.872877:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.872880:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.872885:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637222912 i_blocks 1196131 00000080:00200000:3.0:1775764893.872888:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.872903:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637222912, count: 4096 00000080:00200000:3.0:1775764893.872915:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637222912, bytes: 4096 00000080:00200000:3.0:1775764893.872918:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.872922:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155573, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.872923:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637222912, 637227008) 0 0 00000080:00200000:3.0:1775764893.872926:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.872931:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155572, 155572] 00020000:00200000:3.0:1775764893.872934:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637222912 chunk: [637222912, 637227008) 637227008, 4096 00020000:00200000:3.0:1775764893.872937:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.872950:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155572, 155572] 00000008:00010000:3.0:1775764893.872956:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.872958:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.872965:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872975:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637222912 637227007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872983:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872990:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.872997:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873005:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637222912, 637227008) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.873010:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155572 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.873026:0:17279:0:(rw26.c:858:ll_write_end()) pos 637222912, len 4096, copied 4096 00000080:00200000:3.0:1775764893.873031:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000063f1dcc4[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.873034:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f83a979c fffffc0001001 3:0 ffff967bc9141000 155572 lru 00000080:00200000:3.0:1775764893.873040:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a8cbbb1d 155572: 1< 0 - - > 2< 637222912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 393 - -> 00000080:00200000:3.0:1775764893.873041:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000063f1dcc4 00000080:00200000:3.0:1775764893.873043:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.873045:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.873054:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873067:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.873069:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.873071:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.873076:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.873078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.873081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.873085:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873092:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.873101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.873103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.873107:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.873111:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155572, 155572] 00000080:00200000:3.0:1775764893.873121:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.873124:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.873129:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637227008 i_blocks 1196131 00000080:00200000:3.0:1775764893.873133:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.873149:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637227008, count: 4096 00000080:00200000:3.0:1775764893.873160:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637227008, bytes: 4096 00000080:00200000:3.0:1775764893.873163:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.873167:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155574, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.873169:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637227008, 637231104) 0 0 00000080:00200000:3.0:1775764893.873171:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.873176:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155573, 155573] 00020000:00200000:3.0:1775764893.873179:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637227008 chunk: [637227008, 637231104) 637231104, 4096 00020000:00200000:3.0:1775764893.873181:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.873193:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155573, 155573] 00000008:00010000:3.0:1775764893.873199:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.873201:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.873208:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873217:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637227008 637231103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873225:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873233:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873240:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873450:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637227008, 637231104) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.873457:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155573 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.873476:0:17279:0:(rw26.c:858:ll_write_end()) pos 637227008, len 4096, copied 4096 00000080:00200000:3.0:1775764893.873480:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000098813bb1[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.873484:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000d573499 fffffc0001001 3:0 ffff967bc9141380 155573 lru 00000080:00200000:3.0:1775764893.873490:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000365bd1a1 155573: 1< 0 - - > 2< 637227008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 394 - -> 00000080:00200000:3.0:1775764893.873492:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000098813bb1 00000080:00200000:3.0:1775764893.873494:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.873496:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.873504:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873564:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.873568:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.873571:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.873578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.873580:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.873583:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.873587:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873596:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.873605:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.873607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.873612:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.873615:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155573, 155573] 00000080:00200000:3.0:1775764893.873627:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.873630:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.873635:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637231104 i_blocks 1196131 00000080:00200000:3.0:1775764893.873638:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.873653:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637231104, count: 4096 00000080:00200000:3.0:1775764893.873666:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637231104, bytes: 4096 00000080:00200000:3.0:1775764893.873669:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.873673:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155575, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.873674:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637231104, 637235200) 0 0 00000080:00200000:3.0:1775764893.873677:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.873683:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155574, 155574] 00020000:00200000:3.0:1775764893.873686:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637231104 chunk: [637231104, 637235200) 637235200, 4096 00020000:00200000:3.0:1775764893.873689:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.873701:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155574, 155574] 00000008:00010000:3.0:1775764893.873705:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.873707:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.873713:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873719:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637231104 637235199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873725:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873729:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873733:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873739:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637231104, 637235200) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.873742:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155574 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.873756:0:17279:0:(rw26.c:858:ll_write_end()) pos 637231104, len 4096, copied 4096 00000080:00200000:3.0:1775764893.873759:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002fcf06bf[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.873761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003166cadf fffffc0001001 3:0 ffff967bc9141c40 155574 lru 00000080:00200000:3.0:1775764893.873765:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000011c9a159 155574: 1< 0 - - > 2< 637231104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 395 - -> 00000080:00200000:3.0:1775764893.873766:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002fcf06bf 00000080:00200000:3.0:1775764893.873767:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.873769:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.873775:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873783:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.873785:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.873786:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.873790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.873792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.873793:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.873796:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873801:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.873805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.873807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.873810:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.873811:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155574, 155574] 00000080:00200000:3.0:1775764893.873819:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.873821:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.873824:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637235200 i_blocks 1196131 00000080:00200000:3.0:1775764893.873826:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.873837:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637235200, count: 4096 00000080:00200000:3.0:1775764893.873844:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637235200, bytes: 4096 00000080:00200000:3.0:1775764893.873845:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.873848:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155576, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.873849:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637235200, 637239296) 0 0 00000080:00200000:3.0:1775764893.873851:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.873854:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155575, 155575] 00020000:00200000:3.0:1775764893.873856:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637235200 chunk: [637235200, 637239296) 637239296, 4096 00020000:00200000:3.0:1775764893.873858:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.873864:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155575, 155575] 00000008:00010000:3.0:1775764893.873868:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.873869:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.873874:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873880:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637235200 637239295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873885:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873889:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873893:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873898:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637235200, 637239296) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.873900:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155575 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.873913:0:17279:0:(rw26.c:858:ll_write_end()) pos 637235200, len 4096, copied 4096 00000080:00200000:3.0:1775764893.873915:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dab3835b[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.873917:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9f6f012 fffffc0001001 3:0 ffff967bc91419a0 155575 lru 00000080:00200000:3.0:1775764893.873920:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001c7f0367 155575: 1< 0 - - > 2< 637235200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 396 - -> 00000080:00200000:3.0:1775764893.873922:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dab3835b 00000080:00200000:3.0:1775764893.873923:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.873925:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.873930:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.873938:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.873940:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.873941:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.873945:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.873947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.873949:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.873953:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.873961:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.873968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.873970:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.873974:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.873976:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155575, 155575] 00000080:00200000:3.0:1775764893.873987:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.873990:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.873994:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637239296 i_blocks 1196131 00000080:00200000:3.0:1775764893.873997:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.874011:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637239296, count: 4096 00000080:00200000:3.0:1775764893.874022:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637239296, bytes: 4096 00000080:00200000:3.0:1775764893.874025:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.874029:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155577, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.874030:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637239296, 637243392) 0 0 00000080:00200000:3.0:1775764893.874033:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.874038:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155576, 155576] 00020000:00200000:3.0:1775764893.874041:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637239296 chunk: [637239296, 637243392) 637243392, 4096 00020000:00200000:3.0:1775764893.874043:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.874053:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155576, 155576] 00000008:00010000:3.0:1775764893.874056:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.874058:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.874063:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874069:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637239296 637243391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874075:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874079:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874083:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.874089:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637239296, 637243392) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.874092:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155576 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.874114:0:17279:0:(rw26.c:858:ll_write_end()) pos 637239296, len 4096, copied 4096 00000080:00200000:3.0:1775764893.874117:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ccb1fa5b[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.874119:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4941bc3 fffffc0001001 3:0 ffff967bc91421c0 155576 lru 00000080:00200000:3.0:1775764893.874122:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009d33fd12 155576: 1< 0 - - > 2< 637239296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 397 - -> 00000080:00200000:3.0:1775764893.874124:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ccb1fa5b 00000080:00200000:3.0:1775764893.874125:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.874126:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.874132:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.874140:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.874141:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.874143:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.874147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.874148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.874150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.874152:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874157:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.874163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.874165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.874169:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.874172:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155576, 155576] 00000080:00200000:3.0:1775764893.874181:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.874185:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.874189:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637243392 i_blocks 1196131 00000080:00200000:3.0:1775764893.874192:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.874207:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637243392, count: 4096 00000080:00200000:3.0:1775764893.874218:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637243392, bytes: 4096 00000080:00200000:3.0:1775764893.874221:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.874225:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155578, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.874226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637243392, 637247488) 0 0 00000080:00200000:3.0:1775764893.874229:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.874234:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155577, 155577] 00020000:00200000:3.0:1775764893.874237:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637243392 chunk: [637243392, 637247488) 637247488, 4096 00020000:00200000:3.0:1775764893.874239:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.874278:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155577, 155577] 00000008:00010000:3.0:1775764893.874283:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.874285:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.874293:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874302:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637243392 637247487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874311:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874318:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874325:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.874333:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637243392, 637247488) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.874339:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155577 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.874365:0:17279:0:(rw26.c:858:ll_write_end()) pos 637243392, len 4096, copied 4096 00000080:00200000:3.0:1775764893.874370:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001740c82b[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.874373:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008f0814cf fffffc0001001 3:0 ffff967bc9142700 155577 lru 00000080:00200000:3.0:1775764893.874379:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007795cdd3 155577: 1< 0 - - > 2< 637243392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 398 - -> 00000080:00200000:3.0:1775764893.874381:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001740c82b 00000080:00200000:3.0:1775764893.874383:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.874385:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.874394:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.874405:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.874408:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.874410:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.874416:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.874418:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.874420:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.874424:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874432:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.874441:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.874443:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.874447:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.874450:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155577, 155577] 00000080:00200000:3.0:1775764893.874460:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.874463:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.874468:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637247488 i_blocks 1196131 00000080:00200000:3.0:1775764893.874471:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.874485:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637247488, count: 4096 00000080:00200000:3.0:1775764893.874496:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637247488, bytes: 4096 00000080:00200000:3.0:1775764893.874499:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.874503:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155579, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.874505:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637247488, 637251584) 0 0 00000080:00200000:3.0:1775764893.874508:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.874513:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155578, 155578] 00020000:00200000:3.0:1775764893.874516:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637247488 chunk: [637247488, 637251584) 637251584, 4096 00020000:00200000:3.0:1775764893.874864:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.874880:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155578, 155578] 00000008:00010000:3.0:1775764893.874884:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.874886:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.874893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874899:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637247488 637251583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874905:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874910:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.874913:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.874919:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637247488, 637251584) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.874923:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155578 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.874937:0:17279:0:(rw26.c:858:ll_write_end()) pos 637247488, len 4096, copied 4096 00000080:00200000:3.0:1775764893.874940:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dd5dc27a[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.874942:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000194256eb fffffc0001001 3:0 ffff967bc91422a0 155578 lru 00000080:00200000:3.0:1775764893.874946:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000074df26b8 155578: 1< 0 - - > 2< 637247488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 399 - -> 00000080:00200000:3.0:1775764893.874948:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dd5dc27a 00000080:00200000:3.0:1775764893.874949:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.874952:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.874960:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.874972:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.874975:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.874977:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.874985:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.874987:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.874989:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.874993:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875000:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.875009:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.875011:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.875016:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.875019:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155578, 155578] 00000080:00200000:3.0:1775764893.875032:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.875035:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.875041:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637251584 i_blocks 1196131 00000080:00200000:3.0:1775764893.875045:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.875061:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637251584, count: 4096 00000080:00200000:3.0:1775764893.875073:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637251584, bytes: 4096 00000080:00200000:3.0:1775764893.875076:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.875080:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155580, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.875081:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637251584, 637255680) 0 0 00000080:00200000:3.0:1775764893.875085:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.875093:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155579, 155579] 00020000:00200000:3.0:1775764893.875097:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637251584 chunk: [637251584, 637255680) 637255680, 4096 00020000:00200000:3.0:1775764893.875099:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.875111:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155579, 155579] 00000008:00010000:3.0:1775764893.875117:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.875119:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.875126:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875135:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637251584 637255679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875143:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875150:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875156:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.875164:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637251584, 637255680) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.875170:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155579 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.875198:0:17279:0:(rw26.c:858:ll_write_end()) pos 637251584, len 4096, copied 4096 00000080:00200000:3.0:1775764893.875203:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000116b3be9[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.875206:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b000b4c1 fffffc0001021 2:0 ffff967bc9142e00 155579 lru 00000080:00200000:3.0:1775764893.875211:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003afc8d21 155579: 1< 0 - - > 2< 637251584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 400 - -> 00000080:00200000:3.0:1775764893.875213:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000116b3be9 00000080:00200000:3.0:1775764893.875215:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.875217:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.875225:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.875237:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.875240:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.875242:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.875498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.875502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.875505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.875509:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875518:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.875526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.875528:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.875533:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.875536:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155579, 155579] 00000080:00200000:3.0:1775764893.875548:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.875552:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.875558:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637255680 i_blocks 1196131 00000080:00200000:3.0:1775764893.875561:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.875578:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637255680, count: 4096 00000080:00200000:3.0:1775764893.875592:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637255680, bytes: 4096 00000080:00200000:3.0:1775764893.875595:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.875599:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155581, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.875600:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637255680, 637259776) 0 0 00000080:00200000:3.0:1775764893.875603:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.875609:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155580, 155580] 00020000:00200000:3.0:1775764893.875612:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637255680 chunk: [637255680, 637259776) 637259776, 4096 00020000:00200000:3.0:1775764893.875614:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.875626:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155580, 155580] 00000008:00010000:3.0:1775764893.875632:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.875634:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.875643:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875651:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637255680 637259775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875664:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875670:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.875678:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637255680, 637259776) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.875683:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155580 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.875701:0:17279:0:(rw26.c:858:ll_write_end()) pos 637255680, len 4096, copied 4096 00000080:00200000:3.0:1775764893.875705:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006efecedb[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.875708:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f1a96aa1 fffffc0001001 3:0 ffff967bc91428c0 155580 lru 00000080:00200000:3.0:1775764893.875713:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aab7394c 155580: 1< 0 - - > 2< 637255680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 401 - -> 00000080:00200000:3.0:1775764893.875715:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006efecedb 00000080:00200000:3.0:1775764893.875717:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.875720:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.875729:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.875740:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.875742:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.875744:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.875749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.875752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.875754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.875758:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875765:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.875773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.875775:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.875779:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.875781:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155580, 155580] 00000080:00200000:3.0:1775764893.875793:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.875796:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.875801:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637259776 i_blocks 1196131 00000080:00200000:3.0:1775764893.875803:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.875818:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637259776, count: 4096 00000080:00200000:3.0:1775764893.875829:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637259776, bytes: 4096 00000080:00200000:3.0:1775764893.875832:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.875835:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155582, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.875837:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637259776, 637263872) 0 0 00000080:00200000:3.0:1775764893.875840:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.875845:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155581, 155581] 00020000:00200000:3.0:1775764893.875847:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637259776 chunk: [637259776, 637263872) 637263872, 4096 00020000:00200000:3.0:1775764893.875849:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.875862:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155581, 155581] 00000008:00010000:3.0:1775764893.875867:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.875870:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.875877:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875885:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637259776 637263871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875907:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.875915:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637259776, 637263872) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.875920:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155581 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.875937:0:17279:0:(rw26.c:858:ll_write_end()) pos 637259776, len 4096, copied 4096 00000080:00200000:3.0:1775764893.875941:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000795442de[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.875943:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe4fcc78 fffffc0001001 3:0 ffff967bc9142460 155581 lru 00000080:00200000:3.0:1775764893.875948:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f6b2c342 155581: 1< 0 - - > 2< 637259776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 402 - -> 00000080:00200000:3.0:1775764893.875950:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000795442de 00000080:00200000:3.0:1775764893.875952:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.875954:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.875963:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.875974:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.875977:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.875979:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.875984:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.875987:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.875989:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.875992:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.875999:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.876007:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.876009:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.876013:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.876016:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155581, 155581] 00000080:00200000:3.0:1775764893.876027:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.876030:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.876035:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637263872 i_blocks 1196131 00000080:00200000:3.0:1775764893.876038:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.876052:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637263872, count: 4096 00000080:00200000:3.0:1775764893.876063:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637263872, bytes: 4096 00000080:00200000:3.0:1775764893.876065:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.876068:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155583, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.876070:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637263872, 637267968) 0 0 00000080:00200000:3.0:1775764893.876072:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.876077:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155582, 155582] 00020000:00200000:3.0:1775764893.876080:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637263872 chunk: [637263872, 637267968) 637267968, 4096 00020000:00200000:3.0:1775764893.876082:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.876093:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155582, 155582] 00000008:00010000:3.0:1775764893.876099:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.876101:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.876108:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876117:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637263872 637267967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876124:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876131:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876138:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876144:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637263872, 637267968) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.876149:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155582 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.876166:0:17279:0:(rw26.c:858:ll_write_end()) pos 637263872, len 4096, copied 4096 00000080:00200000:3.0:1775764893.876170:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000168af004[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.876172:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003bc9c11b fffffc0001001 3:0 ffff967bc9142ee0 155582 lru 00000080:00200000:3.0:1775764893.876177:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005c789072 155582: 1< 0 - - > 2< 637263872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 403 - -> 00000080:00200000:3.0:1775764893.876179:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000168af004 00000080:00200000:3.0:1775764893.876181:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.876183:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.876190:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876201:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.876203:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.876206:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.876211:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.876213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.876215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.876219:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876226:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.876234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.876235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.876239:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.876242:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155582, 155582] 00000080:00200000:3.0:1775764893.876282:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.876286:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.876291:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637267968 i_blocks 1196131 00000080:00200000:3.0:1775764893.876293:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.876309:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637267968, count: 4096 00000080:00200000:3.0:1775764893.876321:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637267968, bytes: 4096 00000080:00200000:3.0:1775764893.876323:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.876327:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155584, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.876328:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637267968, 637272064) 0 0 00000080:00200000:3.0:1775764893.876331:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.876336:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155583, 155583] 00020000:00200000:3.0:1775764893.876339:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637267968 chunk: [637267968, 637272064) 637272064, 4096 00020000:00200000:3.0:1775764893.876341:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.876353:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155583, 155583] 00000008:00010000:3.0:1775764893.876372:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.876375:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.876383:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876391:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637267968 637272063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876399:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876406:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876412:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876420:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637267968, 637272064) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.876426:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155583 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.876442:0:17279:0:(rw26.c:858:ll_write_end()) pos 637267968, len 4096, copied 4096 00000080:00200000:3.0:1775764893.876446:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004a81d04e[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.876449:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8799c98 fffffc0001001 3:0 ffff967bc9142d20 155583 lru 00000080:00200000:3.0:1775764893.876455:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7fd6ea9 155583: 1< 0 - - > 2< 637267968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 404 - -> 00000080:00200000:3.0:1775764893.876458:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004a81d04e 00000080:00200000:3.0:1775764893.876459:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.876461:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.876471:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876483:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.876485:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.876487:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.876493:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.876495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.876498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.876502:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876510:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.876518:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.876520:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.876525:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.876528:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155583, 155583] 00000080:00200000:3.0:1775764893.876539:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.876541:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.876546:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637272064 i_blocks 1196131 00000080:00200000:3.0:1775764893.876549:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.876563:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637272064, count: 4096 00000080:00200000:3.0:1775764893.876575:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637272064, bytes: 4096 00000080:00200000:3.0:1775764893.876577:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.876580:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155585, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.876582:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637272064, 637276160) 0 0 00000080:00200000:3.0:1775764893.876584:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.876589:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155584, 155584] 00020000:00200000:3.0:1775764893.876592:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637272064 chunk: [637272064, 637276160) 637276160, 4096 00020000:00200000:3.0:1775764893.876594:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.876604:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155584, 155584] 00000008:00010000:3.0:1775764893.876610:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.876612:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.876620:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876628:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637272064 637276159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876635:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876641:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876648:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876655:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637272064, 637276160) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.876660:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155584 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.876682:0:17279:0:(rw26.c:858:ll_write_end()) pos 637272064, len 4096, copied 4096 00000080:00200000:3.0:1775764893.876686:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000098e5ff18[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.876689:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000ba80aa4 fffffc0001001 3:0 ffff967bc91427e0 155584 lru 00000080:00200000:3.0:1775764893.876695:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f9763fbb 155584: 1< 0 - - > 2< 637272064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 405 - -> 00000080:00200000:3.0:1775764893.876697:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000098e5ff18 00000080:00200000:3.0:1775764893.876698:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.876700:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.876709:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876720:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.876722:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.876725:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.876730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.876733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.876735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.876738:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876745:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.876752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.876754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.876758:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.876761:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155584, 155584] 00000080:00200000:3.0:1775764893.876771:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.876774:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.876778:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637276160 i_blocks 1196131 00000080:00200000:3.0:1775764893.876781:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.876796:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637276160, count: 4096 00000080:00200000:3.0:1775764893.876807:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637276160, bytes: 4096 00000080:00200000:3.0:1775764893.876810:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.876813:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155586, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.876814:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637276160, 637280256) 0 0 00000080:00200000:3.0:1775764893.876817:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.876822:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155585, 155585] 00020000:00200000:3.0:1775764893.876825:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637276160 chunk: [637276160, 637280256) 637280256, 4096 00020000:00200000:3.0:1775764893.876827:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.876839:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155585, 155585] 00000008:00010000:3.0:1775764893.876844:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.876846:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.876853:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876861:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637276160 637280255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876868:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876875:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876881:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876888:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637276160, 637280256) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.876894:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155585 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.876910:0:17279:0:(rw26.c:858:ll_write_end()) pos 637276160, len 4096, copied 4096 00000080:00200000:3.0:1775764893.876914:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c45d5bfb[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.876917:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003eecaf6a fffffc0001001 3:0 ffff967bc9142b60 155585 lru 00000080:00200000:3.0:1775764893.876922:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f2190176 155585: 1< 0 - - > 2< 637276160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 406 - -> 00000080:00200000:3.0:1775764893.876924:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c45d5bfb 00000080:00200000:3.0:1775764893.876925:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.876928:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.876936:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.876948:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.876950:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.876952:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.876957:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.876960:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.876962:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.876966:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.876974:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.876981:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.876982:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.876986:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.876989:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155585, 155585] 00000080:00200000:3.0:1775764893.877002:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.877005:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.877010:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637280256 i_blocks 1196131 00000080:00200000:3.0:1775764893.877012:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.877027:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637280256, count: 4096 00000080:00200000:3.0:1775764893.877038:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637280256, bytes: 4096 00000080:00200000:3.0:1775764893.877041:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.877044:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155587, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.877046:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637280256, 637284352) 0 0 00000080:00200000:3.0:1775764893.877049:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.877054:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155586, 155586] 00020000:00200000:3.0:1775764893.877057:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637280256 chunk: [637280256, 637284352) 637284352, 4096 00020000:00200000:3.0:1775764893.877059:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.877071:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155586, 155586] 00000008:00010000:3.0:1775764893.877076:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.877078:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.877085:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877094:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637280256 637284351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877102:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877109:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877116:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877124:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637280256, 637284352) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.877129:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155586 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.877145:0:17279:0:(rw26.c:858:ll_write_end()) pos 637280256, len 4096, copied 4096 00000080:00200000:3.0:1775764893.877150:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001226cad7[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.877153:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000756855e4 fffffc0001001 3:0 ffff967bc9142620 155586 lru 00000080:00200000:3.0:1775764893.877158:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001bd38ef9 155586: 1< 0 - - > 2< 637280256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 407 - -> 00000080:00200000:3.0:1775764893.877161:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001226cad7 00000080:00200000:3.0:1775764893.877162:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.877164:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.877172:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877183:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.877186:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.877188:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.877193:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.877196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.877198:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.877202:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877209:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.877217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.877220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.877224:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.877226:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155586, 155586] 00000080:00200000:3.0:1775764893.877238:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.877241:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.877363:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637284352 i_blocks 1196131 00000080:00200000:3.0:1775764893.877367:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.877386:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637284352, count: 4096 00000080:00200000:3.0:1775764893.877399:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637284352, bytes: 4096 00000080:00200000:3.0:1775764893.877401:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.877405:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155588, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.877406:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637284352, 637288448) 0 0 00000080:00200000:3.0:1775764893.877409:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.877414:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155587, 155587] 00020000:00200000:3.0:1775764893.877417:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637284352 chunk: [637284352, 637288448) 637288448, 4096 00020000:00200000:3.0:1775764893.877419:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.877431:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155587, 155587] 00000008:00010000:3.0:1775764893.877437:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.877439:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.877446:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877455:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637284352 637288447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877464:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877471:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877477:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877484:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637284352, 637288448) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.877489:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155587 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.877507:0:17279:0:(rw26.c:858:ll_write_end()) pos 637284352, len 4096, copied 4096 00000080:00200000:3.0:1775764893.877511:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000050bad35[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.877514:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e19d52b4 fffffc0001001 3:0 ffff967bc9142000 155587 lru 00000080:00200000:3.0:1775764893.877519:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec5d2373 155587: 1< 0 - - > 2< 637284352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 408 - -> 00000080:00200000:3.0:1775764893.877521:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000050bad35 00000080:00200000:3.0:1775764893.877522:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.877524:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.877534:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877546:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.877549:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.877551:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.877557:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.877559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.877562:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.877566:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877574:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.877582:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.877584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.877588:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.877591:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155587, 155587] 00000080:00200000:3.0:1775764893.877602:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.877604:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.877609:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637288448 i_blocks 1196131 00000080:00200000:3.0:1775764893.877612:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.877628:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637288448, count: 4096 00000080:00200000:3.0:1775764893.877639:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637288448, bytes: 4096 00000080:00200000:3.0:1775764893.877642:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.877645:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155589, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.877647:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637288448, 637292544) 0 0 00000080:00200000:3.0:1775764893.877650:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.877655:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155588, 155588] 00020000:00200000:3.0:1775764893.877658:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637288448 chunk: [637288448, 637292544) 637292544, 4096 00020000:00200000:3.0:1775764893.877660:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.877672:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155588, 155588] 00000008:00010000:3.0:1775764893.877677:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.877679:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.877687:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877696:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637288448 637292543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877704:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877711:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877717:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877725:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637288448, 637292544) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.877730:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155588 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.877748:0:17279:0:(rw26.c:858:ll_write_end()) pos 637288448, len 4096, copied 4096 00000080:00200000:3.0:1775764893.877752:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f549d200[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.877755:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a7c8b782 fffffc0001001 3:0 ffff967bc9142380 155588 lru 00000080:00200000:3.0:1775764893.877759:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007273dc52 155588: 1< 0 - - > 2< 637288448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 409 - -> 00000080:00200000:3.0:1775764893.877762:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f549d200 00000080:00200000:3.0:1775764893.877763:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.877765:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.877773:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877786:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.877789:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.877791:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.877797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.877799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.877802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.877806:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877814:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.877822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.877824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.877828:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.877830:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155588, 155588] 00000080:00200000:3.0:1775764893.877841:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.877844:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.877850:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637292544 i_blocks 1196131 00000080:00200000:3.0:1775764893.877853:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.877870:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637292544, count: 4096 00000080:00200000:3.0:1775764893.877880:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637292544, bytes: 4096 00000080:00200000:3.0:1775764893.877883:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.877886:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155590, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.877887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637292544, 637296640) 0 0 00000080:00200000:3.0:1775764893.877890:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.877895:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155589, 155589] 00020000:00200000:3.0:1775764893.877898:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637292544 chunk: [637292544, 637296640) 637296640, 4096 00020000:00200000:3.0:1775764893.877900:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.877911:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155589, 155589] 00000008:00010000:3.0:1775764893.877916:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.877918:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.877925:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877934:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637292544 637296639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877942:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877950:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.877956:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.877964:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637292544, 637296640) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.877968:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155589 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.877989:0:17279:0:(rw26.c:858:ll_write_end()) pos 637292544, len 4096, copied 4096 00000080:00200000:3.0:1775764893.877994:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f04a089c[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.877997:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009055e6b5 fffffc0001001 3:0 ffff967bc9142c40 155589 lru 00000080:00200000:3.0:1775764893.878001:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b20f42a0 155589: 1< 0 - - > 2< 637292544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 410 - -> 00000080:00200000:3.0:1775764893.878003:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f04a089c 00000080:00200000:3.0:1775764893.878005:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.878007:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.878016:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.878028:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.878030:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.878032:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.878038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.878040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.878042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.878046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.878054:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.878062:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.878064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.878068:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.878071:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155589, 155589] 00000080:00200000:3.0:1775764893.878081:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.878084:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.878089:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637296640 i_blocks 1196131 00000080:00200000:3.0:1775764893.878092:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.878107:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637296640, count: 4096 00000080:00200000:3.0:1775764893.878119:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637296640, bytes: 4096 00000080:00200000:3.0:1775764893.878121:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.878125:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155591, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.878126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637296640, 637300736) 0 0 00000080:00200000:3.0:1775764893.878129:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.878133:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155590, 155590] 00020000:00200000:3.0:1775764893.878136:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637296640 chunk: [637296640, 637300736) 637300736, 4096 00020000:00200000:3.0:1775764893.878138:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.878151:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155590, 155590] 00000008:00010000:3.0:1775764893.878156:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.878158:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.878166:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.878176:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637296640 637300735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.878183:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.878191:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.878198:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.878206:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637296640, 637300736) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.878211:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155590 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.878227:0:17279:0:(rw26.c:858:ll_write_end()) pos 637296640, len 4096, copied 4096 00000080:00200000:3.0:1775764893.878232:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a25c07a3[3 0000000014a1af93 2 1 00000000f025a479] 00000080:00200000:3.0:1775764893.878234:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000f2dc0f7 fffffc0001001 3:0 ffff967bc91429a0 155590 lru 00000080:00200000:3.0:1775764893.878240:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000592fc55c 155590: 1< 0 - - > 2< 637296640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 411 - -> 00000080:00200000:3.0:1775764893.878242:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a25c07a3 00000080:00200000:3.0:1775764893.878243:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.878281:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.878291:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.878303:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.878306:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.878309:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.878314:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.878317:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.878319:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.878323:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.878331:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.878339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86218 (ffff967cc8af02d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.878341:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.878346:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.878349:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155590, 155590] 00000080:00200000:3.0:1775764893.881706:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.881718:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.919472:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637534208 i_blocks 1196131 00000080:00200000:3.0:1775764893.919477:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.919500:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637534208, count: 4096 00000080:00200000:3.0:1775764893.919528:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637534208, bytes: 4096 00000080:00200000:3.0:1775764893.919531:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.919536:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155649, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.919537:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637534208, 637538304) 0 0 00000080:00200000:3.0:1775764893.919540:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.919546:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155648, 155648] 00020000:00200000:3.0:1775764893.919549:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637534208 chunk: [637534208, 637538304) 637538304, 4096 00020000:00200000:3.0:1775764893.919552:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.919569:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155648, 155648] 00000008:00010000:3.0:1775764893.919576:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.919579:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.919588:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919597:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637534208 637538303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919606:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919614:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919620:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.919627:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637534208, 637538304) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.919633:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155648 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.919656:0:17279:0:(rw26.c:858:ll_write_end()) pos 637534208, len 4096, copied 4096 00000080:00200000:3.0:1775764893.919660:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aec3a3e0[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.919662:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000023155f40 fffffc0001001 3:0 ffff967bc9142a80 155648 lru 00000080:00200000:3.0:1775764893.919668:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b79c0d1f 155648: 1< 0 - - > 2< 637534208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:3.0:1775764893.919669:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aec3a3e0 00000080:00200000:3.0:1775764893.919671:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.919673:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.919682:0:17279:0:(osc_cache.c:848:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.919692:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.919695:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.919697:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.919703:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.919705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.919708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.919712:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919719:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.919727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.919729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.919733:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.919736:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155648, 155648] 00000080:00200000:3.0:1775764893.919754:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.919757:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.919762:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637538304 i_blocks 1196131 00000080:00200000:3.0:1775764893.919765:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.919780:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637538304, count: 4096 00000080:00200000:3.0:1775764893.919790:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637538304, bytes: 4096 00000080:00200000:3.0:1775764893.919793:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.919797:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155650, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.919798:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637538304, 637542400) 0 0 00000080:00200000:3.0:1775764893.919801:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.919806:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155649, 155649] 00020000:00200000:3.0:1775764893.919808:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637538304 chunk: [637538304, 637542400) 637542400, 4096 00020000:00200000:3.0:1775764893.919811:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.919822:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155649, 155649] 00000008:00010000:3.0:1775764893.919827:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.919829:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.919837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919845:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637538304 637542399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919854:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919860:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919866:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.919872:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637538304, 637542400) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.919877:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155649 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.919892:0:17279:0:(rw26.c:858:ll_write_end()) pos 637538304, len 4096, copied 4096 00000080:00200000:3.0:1775764893.919897:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002ef78da9[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.919899:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b59b73ed fffffc0001001 3:0 ffff967bc9142540 155649 lru 00000080:00200000:3.0:1775764893.919904:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2a3fe70 155649: 1< 0 - - > 2< 637538304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:3.0:1775764893.919906:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002ef78da9 00000080:00200000:3.0:1775764893.919908:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.919910:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.919918:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.919929:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.919932:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.919934:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.919940:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.919942:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.919944:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.919948:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.919956:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.919964:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.919966:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.919970:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.919973:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155649, 155649] 00000080:00200000:3.0:1775764893.919984:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.919987:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.919992:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637542400 i_blocks 1196131 00000080:00200000:3.0:1775764893.919995:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.920010:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637542400, count: 4096 00000080:00200000:3.0:1775764893.920021:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637542400, bytes: 4096 00000080:00200000:3.0:1775764893.920024:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.920028:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155651, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.920029:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637542400, 637546496) 0 0 00000080:00200000:3.0:1775764893.920032:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.920037:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155650, 155650] 00020000:00200000:3.0:1775764893.920039:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637542400 chunk: [637542400, 637546496) 637546496, 4096 00020000:00200000:3.0:1775764893.920041:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.920052:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155650, 155650] 00000008:00010000:3.0:1775764893.920057:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.920060:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.920068:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920076:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637542400 637546495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920084:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920091:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920098:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920106:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637542400, 637546496) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.920112:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155650 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.920128:0:17279:0:(rw26.c:858:ll_write_end()) pos 637542400, len 4096, copied 4096 00000080:00200000:3.0:1775764893.920132:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005f7b80c4[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.920135:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a5a627e3 fffffc0001001 3:0 ffff967bc91420e0 155650 lru 00000080:00200000:3.0:1775764893.920140:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd136c8b 155650: 1< 0 - - > 2< 637542400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:3.0:1775764893.920142:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005f7b80c4 00000080:00200000:3.0:1775764893.920143:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.920146:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.920156:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920168:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.920170:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.920172:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.920178:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.920180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.920182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.920186:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920195:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.920203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.920205:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.920209:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.920211:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155650, 155650] 00000080:00200000:3.0:1775764893.920223:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.920226:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.920230:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637546496 i_blocks 1196131 00000080:00200000:3.0:1775764893.920233:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.920275:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637546496, count: 4096 00000080:00200000:3.0:1775764893.920290:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637546496, bytes: 4096 00000080:00200000:3.0:1775764893.920292:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.920295:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155652, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.920297:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637546496, 637550592) 0 0 00000080:00200000:3.0:1775764893.920299:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.920305:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155651, 155651] 00020000:00200000:3.0:1775764893.920308:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637546496 chunk: [637546496, 637550592) 637550592, 4096 00020000:00200000:3.0:1775764893.920309:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.920320:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155651, 155651] 00000008:00010000:3.0:1775764893.920325:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.920327:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.920334:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920343:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637546496 637550591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920350:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920368:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920375:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920384:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637546496, 637550592) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.920389:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155651 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.920420:0:17279:0:(rw26.c:858:ll_write_end()) pos 637546496, len 4096, copied 4096 00000080:00200000:3.0:1775764893.920424:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000046efa33d[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.920427:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000050398b4b fffffc0001021 2:0 ffff967bc91438c0 155651 lru 00000080:00200000:3.0:1775764893.920432:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000851ad386 155651: 1< 0 - - > 2< 637546496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:3.0:1775764893.920434:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000046efa33d 00000080:00200000:3.0:1775764893.920436:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.920438:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.920446:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920459:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.920462:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.920464:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.920470:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.920472:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.920475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.920479:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920487:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.920494:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.920497:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.920501:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.920504:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155651, 155651] 00000080:00200000:3.0:1775764893.920515:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.920518:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.920523:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637550592 i_blocks 1196131 00000080:00200000:3.0:1775764893.920526:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.920542:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637550592, count: 4096 00000080:00200000:3.0:1775764893.920553:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637550592, bytes: 4096 00000080:00200000:3.0:1775764893.920556:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.920559:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155653, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.920561:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637550592, 637554688) 0 0 00000080:00200000:3.0:1775764893.920563:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.920568:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155652, 155652] 00020000:00200000:3.0:1775764893.920571:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637550592 chunk: [637550592, 637554688) 637554688, 4096 00020000:00200000:3.0:1775764893.920574:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.920585:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155652, 155652] 00000008:00010000:3.0:1775764893.920591:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.920593:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.920601:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920609:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637550592 637554687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920617:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920624:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920630:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920636:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637550592, 637554688) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.920641:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155652 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.920657:0:17279:0:(rw26.c:858:ll_write_end()) pos 637550592, len 4096, copied 4096 00000080:00200000:3.0:1775764893.920661:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d1d94a23[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.920664:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006d43bc0c fffffc0001001 3:0 ffff967bc9143460 155652 lru 00000080:00200000:3.0:1775764893.920669:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008a67b508 155652: 1< 0 - - > 2< 637550592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:3.0:1775764893.920671:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d1d94a23 00000080:00200000:3.0:1775764893.920672:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.920674:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.920682:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920693:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.920696:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.920698:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.920703:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.920706:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.920708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.920711:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920718:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.920726:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.920728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.920732:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.920734:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155652, 155652] 00000080:00200000:3.0:1775764893.920743:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.920745:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.920750:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637554688 i_blocks 1196131 00000080:00200000:3.0:1775764893.920753:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.920766:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637554688, count: 4096 00000080:00200000:3.0:1775764893.920776:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637554688, bytes: 4096 00000080:00200000:3.0:1775764893.920779:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.920782:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155654, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.920783:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637554688, 637558784) 0 0 00000080:00200000:3.0:1775764893.920786:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.920791:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155653, 155653] 00020000:00200000:3.0:1775764893.920794:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637554688 chunk: [637554688, 637558784) 637558784, 4096 00020000:00200000:3.0:1775764893.920796:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.920806:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155653, 155653] 00000008:00010000:3.0:1775764893.920811:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.920813:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.920819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920827:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637554688 637558783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920834:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920841:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920847:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920854:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637554688, 637558784) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.920859:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155653 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.920875:0:17279:0:(rw26.c:858:ll_write_end()) pos 637554688, len 4096, copied 4096 00000080:00200000:3.0:1775764893.920879:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003e6a61d3[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.920881:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac9697e1 fffffc0001001 3:0 ffff967bc9143ee0 155653 lru 00000080:00200000:3.0:1775764893.920886:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ed780870 155653: 1< 0 - - > 2< 637554688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:3.0:1775764893.920888:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003e6a61d3 00000080:00200000:3.0:1775764893.920890:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.920892:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.920899:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.920910:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.920913:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.920915:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.920921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.920923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.920926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.920929:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.920936:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.920944:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.920946:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.920950:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.920952:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155653, 155653] 00000080:00200000:3.0:1775764893.920963:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.920966:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.920970:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637558784 i_blocks 1196131 00000080:00200000:3.0:1775764893.920973:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.920988:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637558784, count: 4096 00000080:00200000:3.0:1775764893.920998:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637558784, bytes: 4096 00000080:00200000:3.0:1775764893.921001:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.921005:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155655, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.921007:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637558784, 637562880) 0 0 00000080:00200000:3.0:1775764893.921009:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.921014:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155654, 155654] 00020000:00200000:3.0:1775764893.921017:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637558784 chunk: [637558784, 637562880) 637562880, 4096 00020000:00200000:3.0:1775764893.921019:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.921031:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155654, 155654] 00000008:00010000:3.0:1775764893.921036:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.921039:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.921046:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.921055:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637558784 637562879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.921063:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.921070:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.921078:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.921087:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637558784, 637562880) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.921094:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155654 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.921111:0:17279:0:(rw26.c:858:ll_write_end()) pos 637558784, len 4096, copied 4096 00000080:00200000:3.0:1775764893.921114:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a6185744[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.921117:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000013ff9899 fffffc0001001 3:0 ffff967bc9143d20 155654 lru 00000080:00200000:3.0:1775764893.921123:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008c4715f3 155654: 1< 0 - - > 2< 637558784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:3.0:1775764893.921125:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a6185744 00000080:00200000:3.0:1775764893.921126:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.921128:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.921137:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.925748:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.925758:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.925762:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.925780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.925784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.925788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.925797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.925809:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.925823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.925826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.925834:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.925846:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155654, 155654] 00000080:00200000:3.0:1775764893.925877:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.925880:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.927306:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637562880 i_blocks 1196131 00000080:00200000:3.0:1775764893.927317:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.927385:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637562880, count: 4096 00000080:00200000:3.0:1775764893.927413:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637562880, bytes: 4096 00000080:00200000:3.0:1775764893.927419:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.927427:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155656, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.927429:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637562880, 637566976) 0 0 00000080:00200000:3.0:1775764893.927434:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.927448:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155655, 155655] 00020000:00200000:3.0:1775764893.927456:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637562880 chunk: [637562880, 637566976) 637566976, 4096 00020000:00200000:3.0:1775764893.927460:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.927486:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155655, 155655] 00000008:00010000:3.0:1775764893.927500:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.927505:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.927528:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927543:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637562880 637566975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927554:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927563:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927570:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.927581:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637562880, 637566976) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.927593:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155655 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.927637:0:17279:0:(rw26.c:858:ll_write_end()) pos 637562880, len 4096, copied 4096 00000080:00200000:3.0:1775764893.927645:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000071c3e43c[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.927648:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004b346501 fffffc0001001 3:0 ffff967bc91437e0 155655 lru 00000080:00200000:3.0:1775764893.927656:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6bfeeaa 155655: 1< 0 - - > 2< 637562880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:3.0:1775764893.927658:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000071c3e43c 00000080:00200000:3.0:1775764893.927659:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.927663:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.927681:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.927699:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.927703:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.927705:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.927716:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.927719:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.927722:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.927726:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927735:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.927747:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.927750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.927756:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.927760:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155655, 155655] 00000080:00200000:3.0:1775764893.927774:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.927777:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.927782:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637566976 i_blocks 1196131 00000080:00200000:3.0:1775764893.927786:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.927801:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637566976, count: 4096 00000080:00200000:3.0:1775764893.927812:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637566976, bytes: 4096 00000080:00200000:3.0:1775764893.927815:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.927819:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155657, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.927820:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637566976, 637571072) 0 0 00000080:00200000:3.0:1775764893.927823:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.927829:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155656, 155656] 00020000:00200000:3.0:1775764893.927832:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637566976 chunk: [637566976, 637571072) 637571072, 4096 00020000:00200000:3.0:1775764893.927834:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.927846:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155656, 155656] 00000008:00010000:3.0:1775764893.927851:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.927854:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.927863:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927872:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637566976 637571071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927880:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927887:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927894:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.927903:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637566976, 637571072) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.927909:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155656 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.927927:0:17279:0:(rw26.c:858:ll_write_end()) pos 637566976, len 4096, copied 4096 00000080:00200000:3.0:1775764893.927931:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000058e2188e[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.927934:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000024a8ff7c fffffc0001001 3:0 ffff967bc9143b60 155656 lru 00000080:00200000:3.0:1775764893.927940:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004f9b57bf 155656: 1< 0 - - > 2< 637566976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:3.0:1775764893.927942:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000058e2188e 00000080:00200000:3.0:1775764893.927944:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.927946:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.927955:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.927968:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.927971:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.927974:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.927980:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.927983:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.927985:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.927990:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.927998:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.928006:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.928009:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.928013:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.928016:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155656, 155656] 00000080:00200000:3.0:1775764893.928026:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.928030:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.928035:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637571072 i_blocks 1196131 00000080:00200000:3.0:1775764893.928038:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.928055:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637571072, count: 4096 00000080:00200000:3.0:1775764893.928067:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637571072, bytes: 4096 00000080:00200000:3.0:1775764893.928070:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.928074:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155658, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.928076:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637571072, 637575168) 0 0 00000080:00200000:3.0:1775764893.928079:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.928084:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155657, 155657] 00020000:00200000:3.0:1775764893.928087:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637571072 chunk: [637571072, 637575168) 637575168, 4096 00020000:00200000:3.0:1775764893.928089:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.928102:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155657, 155657] 00000008:00010000:3.0:1775764893.928109:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.928111:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.928119:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928128:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637571072 637575167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928138:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928145:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928152:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928161:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637571072, 637575168) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.928166:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155657 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.928185:0:17279:0:(rw26.c:858:ll_write_end()) pos 637571072, len 4096, copied 4096 00000080:00200000:3.0:1775764893.928189:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b475d6af[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.928192:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e11dd016 fffffc0001001 3:0 ffff967bc9143620 155657 lru 00000080:00200000:3.0:1775764893.928198:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad2d42fa 155657: 1< 0 - - > 2< 637571072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:3.0:1775764893.928200:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b475d6af 00000080:00200000:3.0:1775764893.928202:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.928204:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.928213:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928226:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.928229:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.928231:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.928237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.928240:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.928242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.928273:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928283:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.928291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.928294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.928298:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.928301:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155657, 155657] 00000080:00200000:3.0:1775764893.928312:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.928315:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.928320:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637575168 i_blocks 1196131 00000080:00200000:3.0:1775764893.928323:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.928339:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637575168, count: 4096 00000080:00200000:3.0:1775764893.928351:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637575168, bytes: 4096 00000080:00200000:3.0:1775764893.928365:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.928370:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155659, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.928371:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637575168, 637579264) 0 0 00000080:00200000:3.0:1775764893.928374:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.928379:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155658, 155658] 00020000:00200000:3.0:1775764893.928382:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637575168 chunk: [637575168, 637579264) 637579264, 4096 00020000:00200000:3.0:1775764893.928384:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.928397:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155658, 155658] 00000008:00010000:3.0:1775764893.928403:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.928405:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.928414:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928423:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637575168 637579263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928432:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928440:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928447:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928456:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637575168, 637579264) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.928461:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155658 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.928478:0:17279:0:(rw26.c:858:ll_write_end()) pos 637575168, len 4096, copied 4096 00000080:00200000:3.0:1775764893.928483:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a1e50f08[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.928486:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8d4705f fffffc0001001 3:0 ffff967bc9143000 155658 lru 00000080:00200000:3.0:1775764893.928492:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000994e80c4 155658: 1< 0 - - > 2< 637575168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:3.0:1775764893.928494:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a1e50f08 00000080:00200000:3.0:1775764893.928495:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.928498:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.928507:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928519:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.928523:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.928524:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.928531:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.928533:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.928536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.928539:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928547:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.928555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.928558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.928562:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.928565:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155658, 155658] 00000080:00200000:3.0:1775764893.928575:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.928579:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.928584:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637579264 i_blocks 1196131 00000080:00200000:3.0:1775764893.928587:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.928602:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637579264, count: 4096 00000080:00200000:3.0:1775764893.928613:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637579264, bytes: 4096 00000080:00200000:3.0:1775764893.928616:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.928620:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155660, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.928621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637579264, 637583360) 0 0 00000080:00200000:3.0:1775764893.928624:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.928629:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155659, 155659] 00020000:00200000:3.0:1775764893.928632:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637579264 chunk: [637579264, 637583360) 637583360, 4096 00020000:00200000:3.0:1775764893.928634:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.928647:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155659, 155659] 00000008:00010000:3.0:1775764893.928653:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.928655:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.928663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928672:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637579264 637583359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928681:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928688:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928695:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928704:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637579264, 637583360) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.928709:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155659 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.928726:0:17279:0:(rw26.c:858:ll_write_end()) pos 637579264, len 4096, copied 4096 00000080:00200000:3.0:1775764893.928731:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000088115f26[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.928734:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000045d63a54 fffffc0001001 3:0 ffff967bc9143380 155659 lru 00000080:00200000:3.0:1775764893.928740:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9949836 155659: 1< 0 - - > 2< 637579264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:3.0:1775764893.928742:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000088115f26 00000080:00200000:3.0:1775764893.928743:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.928746:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.928754:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928767:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.928770:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.928772:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.928777:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.928780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.928782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.928786:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928794:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.928803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.928805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.928810:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.928812:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155659, 155659] 00000080:00200000:3.0:1775764893.928823:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.928826:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.928831:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637583360 i_blocks 1196131 00000080:00200000:3.0:1775764893.928834:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.928849:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637583360, count: 4096 00000080:00200000:3.0:1775764893.928861:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637583360, bytes: 4096 00000080:00200000:3.0:1775764893.928865:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.928869:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155661, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.928870:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637583360, 637587456) 0 0 00000080:00200000:3.0:1775764893.928873:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.928878:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155660, 155660] 00020000:00200000:3.0:1775764893.928881:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637583360 chunk: [637583360, 637587456) 637587456, 4096 00020000:00200000:3.0:1775764893.928884:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.928896:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155660, 155660] 00000008:00010000:3.0:1775764893.928901:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.928904:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.928911:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928920:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637583360 637587455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928936:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.928943:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.928952:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637583360, 637587456) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.928958:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155660 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.928974:0:17279:0:(rw26.c:858:ll_write_end()) pos 637583360, len 4096, copied 4096 00000080:00200000:3.0:1775764893.928979:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009cda35a1[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.928982:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000082750551 fffffc0001001 3:0 ffff967bc9143c40 155660 lru 00000080:00200000:3.0:1775764893.928988:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b196ebce 155660: 1< 0 - - > 2< 637583360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:3.0:1775764893.928990:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009cda35a1 00000080:00200000:3.0:1775764893.928991:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.928994:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.929002:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929015:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.929018:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.929020:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.929026:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.929029:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.929031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.929036:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929043:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.929051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.929054:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.929058:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.929060:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155660, 155660] 00000080:00200000:3.0:1775764893.929072:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.929075:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.929080:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637587456 i_blocks 1196131 00000080:00200000:3.0:1775764893.929083:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.929099:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637587456, count: 4096 00000080:00200000:3.0:1775764893.929111:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637587456, bytes: 4096 00000080:00200000:3.0:1775764893.929114:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.929118:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155662, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.929119:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637587456, 637591552) 0 0 00000080:00200000:3.0:1775764893.929122:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.929127:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155661, 155661] 00020000:00200000:3.0:1775764893.929130:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637587456 chunk: [637587456, 637591552) 637591552, 4096 00020000:00200000:3.0:1775764893.929132:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.929144:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155661, 155661] 00000008:00010000:3.0:1775764893.929150:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.929152:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.929160:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929169:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637587456 637591551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929177:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929185:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929192:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929200:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637587456, 637591552) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.929205:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155661 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.929222:0:17279:0:(rw26.c:858:ll_write_end()) pos 637587456, len 4096, copied 4096 00000080:00200000:3.0:1775764893.929227:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000011ff4816[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.929229:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba67d540 fffffc0001001 3:0 ffff967bc91439a0 155661 lru 00000080:00200000:3.0:1775764893.929235:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7190957 155661: 1< 0 - - > 2< 637587456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:3.0:1775764893.929238:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000011ff4816 00000080:00200000:3.0:1775764893.929239:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.929241:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.929274:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929287:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.929290:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.929293:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.929299:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.929301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.929304:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.929308:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929316:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.929324:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.929326:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.929331:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.929333:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155661, 155661] 00000080:00200000:3.0:1775764893.929344:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.929347:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.929352:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637591552 i_blocks 1196131 00000080:00200000:3.0:1775764893.929367:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.929383:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637591552, count: 4096 00000080:00200000:3.0:1775764893.929395:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637591552, bytes: 4096 00000080:00200000:3.0:1775764893.929398:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.929401:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155663, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.929403:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637591552, 637595648) 0 0 00000080:00200000:3.0:1775764893.929405:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.929411:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155662, 155662] 00020000:00200000:3.0:1775764893.929414:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637591552 chunk: [637591552, 637595648) 637595648, 4096 00020000:00200000:3.0:1775764893.929416:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.929428:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155662, 155662] 00000008:00010000:3.0:1775764893.929433:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.929436:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.929443:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929453:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637591552 637595647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929461:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929469:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929476:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929485:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637591552, 637595648) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.929490:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155662 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.929507:0:17279:0:(rw26.c:858:ll_write_end()) pos 637591552, len 4096, copied 4096 00000080:00200000:3.0:1775764893.929511:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000041de4cef[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.929513:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001ba8ef67 fffffc0001001 3:0 ffff967bc9143a80 155662 lru 00000080:00200000:3.0:1775764893.929518:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007e843490 155662: 1< 0 - - > 2< 637591552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:3.0:1775764893.929520:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000041de4cef 00000080:00200000:3.0:1775764893.929521:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.929523:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.929531:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929543:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.929546:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.929548:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.929553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.929556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.929558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.929562:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929569:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.929577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.929579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.929583:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.929586:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155662, 155662] 00000080:00200000:3.0:1775764893.929597:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.929600:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.929604:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637595648 i_blocks 1196131 00000080:00200000:3.0:1775764893.929607:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.929621:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637595648, count: 4096 00000080:00200000:3.0:1775764893.929632:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637595648, bytes: 4096 00000080:00200000:3.0:1775764893.929634:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.929638:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155664, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.929639:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637595648, 637599744) 0 0 00000080:00200000:3.0:1775764893.929642:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.929647:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155663, 155663] 00020000:00200000:3.0:1775764893.929650:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637595648 chunk: [637595648, 637599744) 637599744, 4096 00020000:00200000:3.0:1775764893.929652:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.929664:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155663, 155663] 00000008:00010000:3.0:1775764893.929670:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.929672:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.929680:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929689:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637595648 637599743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929697:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929712:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929721:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637595648, 637599744) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.929726:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155663 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.929744:0:17279:0:(rw26.c:858:ll_write_end()) pos 637595648, len 4096, copied 4096 00000080:00200000:3.0:1775764893.929749:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c2225095[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.929752:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000002755320 fffffc0001001 3:0 ffff967bc9143540 155663 lru 00000080:00200000:3.0:1775764893.929757:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004814d3f5 155663: 1< 0 - - > 2< 637595648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:3.0:1775764893.929759:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c2225095 00000080:00200000:3.0:1775764893.929761:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.929763:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.929771:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929783:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.929786:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.929789:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.929795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.929797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.929800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.929804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929812:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.929820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.929822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.929827:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.929830:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155663, 155663] 00000080:00200000:3.0:1775764893.929840:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.929843:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.929849:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637599744 i_blocks 1196131 00000080:00200000:3.0:1775764893.929851:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.929866:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637599744, count: 4096 00000080:00200000:3.0:1775764893.929877:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637599744, bytes: 4096 00000080:00200000:3.0:1775764893.929879:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.929883:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155665, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.929884:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637599744, 637603840) 0 0 00000080:00200000:3.0:1775764893.929887:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.929892:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155664, 155664] 00020000:00200000:3.0:1775764893.929895:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637599744 chunk: [637599744, 637603840) 637603840, 4096 00020000:00200000:3.0:1775764893.929897:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.929910:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155664, 155664] 00000008:00010000:3.0:1775764893.929915:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.929918:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.929925:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929934:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637599744 637603839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929943:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929951:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.929958:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.929966:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637599744, 637603840) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.929972:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155664 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.929987:0:17279:0:(rw26.c:858:ll_write_end()) pos 637599744, len 4096, copied 4096 00000080:00200000:3.0:1775764893.929992:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f9f21ca3[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.929995:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000491ed32c fffffc0001001 3:0 ffff967bc91430e0 155664 lru 00000080:00200000:3.0:1775764893.930000:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000084f30465 155664: 1< 0 - - > 2< 637599744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:3.0:1775764893.930002:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f9f21ca3 00000080:00200000:3.0:1775764893.930004:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.930006:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.930015:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.930027:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.930031:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.930033:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.930038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.930041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.930043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.930047:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.930055:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.930062:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.930064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.930068:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.930071:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155664, 155664] 00000080:00200000:3.0:1775764893.930082:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.930085:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.930089:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637603840 i_blocks 1196131 00000080:00200000:3.0:1775764893.930092:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.930107:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637603840, count: 4096 00000080:00200000:3.0:1775764893.930119:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637603840, bytes: 4096 00000080:00200000:3.0:1775764893.930121:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.930125:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155666, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.930127:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637603840, 637607936) 0 0 00000080:00200000:3.0:1775764893.930129:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.930135:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155665, 155665] 00020000:00200000:3.0:1775764893.930138:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637603840 chunk: [637603840, 637607936) 637607936, 4096 00020000:00200000:3.0:1775764893.930140:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.930153:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155665, 155665] 00000008:00010000:3.0:1775764893.930158:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.930161:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.930169:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.930178:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637603840 637607935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.930187:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.930195:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.930202:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.930210:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637603840, 637607936) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.930216:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155665 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.930232:0:17279:0:(rw26.c:858:ll_write_end()) pos 637603840, len 4096, copied 4096 00000080:00200000:3.0:1775764893.930237:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000ebf9851[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.930240:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005a818d6b fffffc0001001 3:0 ffff967bc91431c0 155665 lru 00000080:00200000:3.0:1775764893.930274:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000071783d39 155665: 1< 0 - - > 2< 637603840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:3.0:1775764893.930276:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000ebf9851 00000080:00200000:3.0:1775764893.930278:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.930280:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.930290:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.930303:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.930306:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.930308:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.930314:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.930317:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.930320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.930324:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.930332:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.930340:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.930342:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.930346:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.930349:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155665, 155665] 00000080:00200000:3.0:1775764893.942175:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.942188:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.942203:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637607936 i_blocks 1196131 00000080:00200000:3.0:1775764893.942210:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.942280:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637607936, count: 4096 00000080:00200000:3.0:1775764893.942307:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637607936, bytes: 4096 00000080:00200000:3.0:1775764893.942312:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.942321:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155667, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.942323:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637607936, 637612032) 0 0 00000080:00200000:3.0:1775764893.942327:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.942342:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155666, 155666] 00020000:00200000:3.0:1775764893.942350:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637607936 chunk: [637607936, 637612032) 637612032, 4096 00020000:00200000:3.0:1775764893.942362:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.942391:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155666, 155666] 00000008:00010000:3.0:1775764893.942405:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.942411:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.942434:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942451:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637607936 637612031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942465:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942474:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942482:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.942494:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637607936, 637612032) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.942507:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155666 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.942566:0:17279:0:(rw26.c:858:ll_write_end()) pos 637607936, len 4096, copied 4096 00000080:00200000:3.0:1775764893.942573:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e7a43965[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.942577:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007283eef5 fffffc0001021 2:0 ffff967bc9143700 155666 lru 00000080:00200000:3.0:1775764893.942585:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b87d8bb7 155666: 1< 0 - - > 2< 637607936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:3.0:1775764893.942587:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e7a43965 00000080:00200000:3.0:1775764893.942589:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.942593:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.942615:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.942637:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.942642:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.942644:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.942659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.942662:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.942665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.942669:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942678:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.942691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.942694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.942700:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.942705:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155666, 155666] 00000080:00200000:3.0:1775764893.942719:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.942722:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.942728:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637612032 i_blocks 1196131 00000080:00200000:3.0:1775764893.942731:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.942748:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637612032, count: 4096 00000080:00200000:3.0:1775764893.942761:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637612032, bytes: 4096 00000080:00200000:3.0:1775764893.942764:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.942768:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155668, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.942770:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637612032, 637616128) 0 0 00000080:00200000:3.0:1775764893.942773:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.942779:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155667, 155667] 00020000:00200000:3.0:1775764893.942782:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637612032 chunk: [637612032, 637616128) 637616128, 4096 00020000:00200000:3.0:1775764893.942784:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.942797:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155667, 155667] 00000008:00010000:3.0:1775764893.942804:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.942806:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.942814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942824:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637612032 637616127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942833:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942841:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942848:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.942856:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637612032, 637616128) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.942861:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155667 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.942878:0:17279:0:(rw26.c:858:ll_write_end()) pos 637612032, len 4096, copied 4096 00000080:00200000:3.0:1775764893.942883:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000062477f2c[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.942886:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009f6d3e6a fffffc0001001 3:0 ffff967bc91432a0 155667 lru 00000080:00200000:3.0:1775764893.942891:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000091780976 155667: 1< 0 - - > 2< 637612032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:3.0:1775764893.942894:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000062477f2c 00000080:00200000:3.0:1775764893.942895:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.942897:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.942907:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.942919:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.942923:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.942925:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.942931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.942933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.942936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.942940:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.942948:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.942957:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.942959:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.942964:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.942966:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155667, 155667] 00000080:00200000:3.0:1775764893.942978:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.942981:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.942986:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637616128 i_blocks 1196131 00000080:00200000:3.0:1775764893.942989:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.943004:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637616128, count: 4096 00000080:00200000:3.0:1775764893.943016:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637616128, bytes: 4096 00000080:00200000:3.0:1775764893.943019:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.943024:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155669, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.943025:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637616128, 637620224) 0 0 00000080:00200000:3.0:1775764893.943028:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.943034:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155668, 155668] 00020000:00200000:3.0:1775764893.943037:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637616128 chunk: [637616128, 637620224) 637620224, 4096 00020000:00200000:3.0:1775764893.943039:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.943051:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155668, 155668] 00000008:00010000:3.0:1775764893.943072:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.943075:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.943083:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943093:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637616128 637620223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943100:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943108:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943115:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943123:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637616128, 637620224) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.943129:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155668 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.943147:0:17279:0:(rw26.c:858:ll_write_end()) pos 637616128, len 4096, copied 4096 00000080:00200000:3.0:1775764893.943151:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c360fdb4[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.943154:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009ec42652 fffffc0001001 3:0 ffff967bc9143e00 155668 lru 00000080:00200000:3.0:1775764893.943160:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003119da18 155668: 1< 0 - - > 2< 637616128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:3.0:1775764893.943162:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c360fdb4 00000080:00200000:3.0:1775764893.943163:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.943165:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.943175:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943187:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.943190:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.943193:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.943199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.943201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.943204:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.943208:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943216:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.943225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.943227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.943231:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.943234:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155668, 155668] 00000080:00200000:3.0:1775764893.943278:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.943282:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.943287:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637620224 i_blocks 1196131 00000080:00200000:3.0:1775764893.943290:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.943307:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637620224, count: 4096 00000080:00200000:3.0:1775764893.943319:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637620224, bytes: 4096 00000080:00200000:3.0:1775764893.943321:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.943325:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155670, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.943327:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637620224, 637624320) 0 0 00000080:00200000:3.0:1775764893.943330:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.943336:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155669, 155669] 00020000:00200000:3.0:1775764893.943339:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637620224 chunk: [637620224, 637624320) 637624320, 4096 00020000:00200000:3.0:1775764893.943341:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.943363:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155669, 155669] 00000008:00010000:3.0:1775764893.943370:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.943373:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.943381:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943390:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637620224 637624319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943399:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943406:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943413:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943422:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637620224, 637624320) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.943428:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155669 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.943455:0:17279:0:(rw26.c:858:ll_write_end()) pos 637620224, len 4096, copied 4096 00000080:00200000:3.0:1775764893.943460:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007adf167a[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.943463:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cce285ae fffffc0001001 3:0 ffff967bc9144b60 155669 lru 00000080:00200000:3.0:1775764893.943469:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000db487163 155669: 1< 0 - - > 2< 637620224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:3.0:1775764893.943470:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007adf167a 00000080:00200000:3.0:1775764893.943472:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.943474:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.943483:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943496:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.943499:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.943501:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.943507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.943510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.943513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.943516:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943525:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.943533:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.943535:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.943540:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.943543:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155669, 155669] 00000080:00200000:3.0:1775764893.943554:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.943557:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.943562:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637624320 i_blocks 1196131 00000080:00200000:3.0:1775764893.943564:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.943579:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637624320, count: 4096 00000080:00200000:3.0:1775764893.943591:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637624320, bytes: 4096 00000080:00200000:3.0:1775764893.943593:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.943597:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155671, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.943598:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637624320, 637628416) 0 0 00000080:00200000:3.0:1775764893.943601:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.943606:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155670, 155670] 00020000:00200000:3.0:1775764893.943609:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637624320 chunk: [637624320, 637628416) 637628416, 4096 00020000:00200000:3.0:1775764893.943611:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.943623:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155670, 155670] 00000008:00010000:3.0:1775764893.943629:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.943631:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.943639:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943648:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637624320 637628415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943656:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943663:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943670:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943679:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637624320, 637628416) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.943685:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155670 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.943702:0:17279:0:(rw26.c:858:ll_write_end()) pos 637624320, len 4096, copied 4096 00000080:00200000:3.0:1775764893.943706:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000932e48e9[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.943710:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000877a3902 fffffc0001001 3:0 ffff967bc9144620 155670 lru 00000080:00200000:3.0:1775764893.943715:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f7f36d2f 155670: 1< 0 - - > 2< 637624320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:3.0:1775764893.943717:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000932e48e9 00000080:00200000:3.0:1775764893.943719:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.943721:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.943729:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943741:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.943744:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.943746:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.943752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.943754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.943757:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.943761:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943769:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.943777:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.943779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.943784:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.943787:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155670, 155670] 00000080:00200000:3.0:1775764893.943798:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.943801:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.943806:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637628416 i_blocks 1196131 00000080:00200000:3.0:1775764893.943809:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.943825:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637628416, count: 4096 00000080:00200000:3.0:1775764893.943837:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637628416, bytes: 4096 00000080:00200000:3.0:1775764893.943840:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.943843:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155672, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.943845:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637628416, 637632512) 0 0 00000080:00200000:3.0:1775764893.943848:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.943853:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155671, 155671] 00020000:00200000:3.0:1775764893.943856:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637628416 chunk: [637628416, 637632512) 637632512, 4096 00020000:00200000:3.0:1775764893.943858:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.943871:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155671, 155671] 00000008:00010000:3.0:1775764893.943877:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.943879:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.943887:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943896:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637628416 637632511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943905:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943912:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.943919:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943927:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637628416, 637632512) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.943933:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155671 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.943949:0:17279:0:(rw26.c:858:ll_write_end()) pos 637628416, len 4096, copied 4096 00000080:00200000:3.0:1775764893.943953:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bfa5b33a[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.943956:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001d7d6d18 fffffc0001001 3:0 ffff967bc9144000 155671 lru 00000080:00200000:3.0:1775764893.943961:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b51f8a09 155671: 1< 0 - - > 2< 637628416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:3.0:1775764893.943964:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bfa5b33a 00000080:00200000:3.0:1775764893.943965:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.943967:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.943977:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.943988:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.943991:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.943994:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.943999:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.944001:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.944004:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.944008:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944016:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.944024:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.944026:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.944031:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.944033:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155671, 155671] 00000080:00200000:3.0:1775764893.944045:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.944048:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.944053:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637632512 i_blocks 1196131 00000080:00200000:3.0:1775764893.944056:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.944071:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637632512, count: 4096 00000080:00200000:3.0:1775764893.944083:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637632512, bytes: 4096 00000080:00200000:3.0:1775764893.944086:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.944090:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155673, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.944091:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637632512, 637636608) 0 0 00000080:00200000:3.0:1775764893.944094:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.944099:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155672, 155672] 00020000:00200000:3.0:1775764893.944102:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637632512 chunk: [637632512, 637636608) 637636608, 4096 00020000:00200000:3.0:1775764893.944104:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.944117:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155672, 155672] 00000008:00010000:3.0:1775764893.944123:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.944125:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.944133:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944142:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637632512 637636607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944150:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944158:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944165:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944173:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637632512, 637636608) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.944178:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155672 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.944195:0:17279:0:(rw26.c:858:ll_write_end()) pos 637632512, len 4096, copied 4096 00000080:00200000:3.0:1775764893.944199:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b10727d3[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.944202:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000789ae6f5 fffffc0001001 3:0 ffff967bc9144380 155672 lru 00000080:00200000:3.0:1775764893.944208:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009511e128 155672: 1< 0 - - > 2< 637632512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:3.0:1775764893.944210:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b10727d3 00000080:00200000:3.0:1775764893.944211:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.944214:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.944222:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944234:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.944237:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.944240:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.944272:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.944275:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.944278:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.944281:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944290:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.944298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.944301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.944306:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.944309:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155672, 155672] 00000080:00200000:3.0:1775764893.944320:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.944323:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.944328:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637636608 i_blocks 1196131 00000080:00200000:3.0:1775764893.944331:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.944346:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637636608, count: 4096 00000080:00200000:3.0:1775764893.944368:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637636608, bytes: 4096 00000080:00200000:3.0:1775764893.944371:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.944375:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155674, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.944376:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637636608, 637640704) 0 0 00000080:00200000:3.0:1775764893.944379:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.944384:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155673, 155673] 00020000:00200000:3.0:1775764893.944387:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637636608 chunk: [637636608, 637640704) 637640704, 4096 00020000:00200000:3.0:1775764893.944389:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.944403:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155673, 155673] 00000008:00010000:3.0:1775764893.944409:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.944411:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.944419:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944428:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637636608 637640703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944437:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944444:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944451:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944459:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637636608, 637640704) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.944464:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155673 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.944482:0:17279:0:(rw26.c:858:ll_write_end()) pos 637636608, len 4096, copied 4096 00000080:00200000:3.0:1775764893.944487:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002a2c8343[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.944490:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017106064 fffffc0001001 3:0 ffff967bc9144c40 155673 lru 00000080:00200000:3.0:1775764893.944495:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004b3fd67e 155673: 1< 0 - - > 2< 637636608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:3.0:1775764893.944497:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002a2c8343 00000080:00200000:3.0:1775764893.944499:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.944501:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.944510:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944523:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.944526:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.944529:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.944535:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.944537:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.944539:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.944543:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944551:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.944559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.944561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.944565:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.944568:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155673, 155673] 00000080:00200000:3.0:1775764893.944579:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.944582:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.944586:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637640704 i_blocks 1196131 00000080:00200000:3.0:1775764893.944589:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.944603:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637640704, count: 4096 00000080:00200000:3.0:1775764893.944614:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637640704, bytes: 4096 00000080:00200000:3.0:1775764893.944617:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.944620:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155675, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.944622:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637640704, 637644800) 0 0 00000080:00200000:3.0:1775764893.944624:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.944630:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155674, 155674] 00020000:00200000:3.0:1775764893.944633:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637640704 chunk: [637640704, 637644800) 637644800, 4096 00020000:00200000:3.0:1775764893.944635:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.944647:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155674, 155674] 00000008:00010000:3.0:1775764893.944653:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.944655:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.944663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944673:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637640704 637644799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944681:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944690:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944696:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944704:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637640704, 637644800) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.944710:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155674 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.944726:0:17279:0:(rw26.c:858:ll_write_end()) pos 637640704, len 4096, copied 4096 00000080:00200000:3.0:1775764893.944730:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b648378d[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.944733:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001a34bec5 fffffc0001001 3:0 ffff967bc91449a0 155674 lru 00000080:00200000:3.0:1775764893.944739:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008eecac2b 155674: 1< 0 - - > 2< 637640704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:3.0:1775764893.944741:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b648378d 00000080:00200000:3.0:1775764893.944743:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.944745:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.944753:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944765:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.944769:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.944771:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.944778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.944780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.944783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.944787:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944794:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.944802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.944804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.944809:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.944811:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155674, 155674] 00000080:00200000:3.0:1775764893.944821:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.944825:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.944829:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637644800 i_blocks 1196131 00000080:00200000:3.0:1775764893.944833:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.944848:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637644800, count: 4096 00000080:00200000:3.0:1775764893.944861:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637644800, bytes: 4096 00000080:00200000:3.0:1775764893.944864:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.944868:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155676, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.944869:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637644800, 637648896) 0 0 00000080:00200000:3.0:1775764893.944872:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.944877:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155675, 155675] 00020000:00200000:3.0:1775764893.944880:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637644800 chunk: [637644800, 637648896) 637648896, 4096 00020000:00200000:3.0:1775764893.944882:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.944895:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155675, 155675] 00000008:00010000:3.0:1775764893.944900:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.944902:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.944910:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944919:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637644800 637648895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944928:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944935:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.944942:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.944950:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637644800, 637648896) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.944956:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155675 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.944972:0:17279:0:(rw26.c:858:ll_write_end()) pos 637644800, len 4096, copied 4096 00000080:00200000:3.0:1775764893.944976:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b507de29[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.944980:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d780b32d fffffc0001001 3:0 ffff967bc9144a80 155675 lru 00000080:00200000:3.0:1775764893.944985:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f89d8a01 155675: 1< 0 - - > 2< 637644800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:3.0:1775764893.944988:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b507de29 00000080:00200000:3.0:1775764893.944989:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.944991:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.944999:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.945010:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.945014:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.945016:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.945022:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.945024:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.945026:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.945030:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.945038:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.945046:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.945049:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.945053:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.945055:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155675, 155675] 00000080:00200000:3.0:1775764893.945066:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.945069:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.945074:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637648896 i_blocks 1196131 00000080:00200000:3.0:1775764893.945076:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764893.945091:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 637648896, count: 4096 00000080:00200000:3.0:1775764893.945102:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 637648896, bytes: 4096 00000080:00200000:3.0:1775764893.945104:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764893.945108:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155677, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764893.945110:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [637648896, 637652992) 0 0 00000080:00200000:3.0:1775764893.945112:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764893.945117:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155676, 155676] 00020000:00200000:3.0:1775764893.945120:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 637648896 chunk: [637648896, 637652992) 637652992, 4096 00020000:00200000:3.0:1775764893.945123:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764893.945133:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155676, 155676] 00000008:00010000:3.0:1775764893.945138:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764893.945140:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764893.945147:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.945156:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637648896 637652991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.945165:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.945172:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.945179:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.945186:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [637648896, 637652992) append 0 append lockpos 0 00000080:00200000:3.0:1775764893.945190:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155676 of 0 to 4096 bytes 00000080:00200000:3.0:1775764893.945207:0:17279:0:(rw26.c:858:ll_write_end()) pos 637648896, len 4096, copied 4096 00000080:00200000:3.0:1775764893.945211:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000166f775e[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764893.945213:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007b4d6bae fffffc0001001 3:0 ffff967bc9144540 155676 lru 00000080:00200000:3.0:1775764893.945218:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005271a017 155676: 1< 0 - - > 2< 637648896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:3.0:1775764893.945220:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000166f775e 00000080:00200000:3.0:1775764893.945222:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764893.945223:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764893.945231:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764893.945243:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764893.945288:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764893.945291:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764893.945298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764893.945300:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764893.945302:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764893.945306:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764893.945315:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764893.945322:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764893.945325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764893.945329:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764893.945332:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155676, 155676] 00000080:00200000:3.0:1775764893.945343:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764893.945346:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764893.945351:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 637652992 i_blocks 1196131 00000080:00200000:3.0:1775764893.945353:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000008:00010000:3.0:1775764893.964585:0:2373:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764893.964784:0:2373:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c5294bdb ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:3.0:1775764893.964813:0:2373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc5838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707276800:192.168.202.151@tcp:4:iozone.0 00000080:00200000:2.0:1775764894.033838:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000131f50c7 00000080:00200000:2.0:1775764894.033839:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.033842:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.033850:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.033862:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.033865:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.033867:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.033872:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.033874:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.033876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.033880:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.033887:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.033896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.033898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.033902:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.033905:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155829, 155829] 00000080:00200000:2.0:1775764894.033916:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.033919:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.033924:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638279680 i_blocks 1196131 00000080:00200000:2.0:1775764894.033927:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.033941:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638279680, count: 4096 00000080:00200000:2.0:1775764894.033953:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638279680, bytes: 4096 00000080:00200000:2.0:1775764894.033956:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.033960:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155831, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.033962:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638279680, 638283776) 0 0 00000080:00200000:2.0:1775764894.033965:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.033970:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155830, 155830] 00020000:00200000:2.0:1775764894.033973:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638279680 chunk: [638279680, 638283776) 638283776, 4096 00020000:00200000:2.0:1775764894.033975:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.033987:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155830, 155830] 00000008:00010000:2.0:1775764894.033992:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.033994:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.034002:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034011:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638279680 638283775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034020:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034027:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034033:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034041:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638279680, 638283776) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.034047:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155830 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.034064:0:17279:0:(rw26.c:858:ll_write_end()) pos 638279680, len 4096, copied 4096 00000080:00200000:2.0:1775764894.034069:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005013dfbe[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.034071:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec88129b fffffc0001001 3:0 ffff967bc91760e0 155830 lru 00000080:00200000:2.0:1775764894.034077:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b387634e 155830: 1< 0 - - > 2< 638279680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 395 - -> 00000080:00200000:2.0:1775764894.034079:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005013dfbe 00000080:00200000:2.0:1775764894.034080:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.034082:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.034093:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034105:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.034107:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.034109:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.034115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.034117:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.034120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.034125:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034133:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.034141:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.034143:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.034147:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.034150:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155830, 155830] 00000080:00200000:2.0:1775764894.034161:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.034164:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.034169:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638283776 i_blocks 1196131 00000080:00200000:2.0:1775764894.034172:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.034187:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638283776, count: 4096 00000080:00200000:2.0:1775764894.034198:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638283776, bytes: 4096 00000080:00200000:2.0:1775764894.034200:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.034204:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155832, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.034205:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638283776, 638287872) 0 0 00000080:00200000:2.0:1775764894.034208:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.034213:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155831, 155831] 00020000:00200000:2.0:1775764894.034217:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638283776 chunk: [638283776, 638287872) 638287872, 4096 00020000:00200000:2.0:1775764894.034219:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.034230:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155831, 155831] 00000008:00010000:2.0:1775764894.034236:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.034238:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.034275:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034284:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638283776 638287871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034291:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034298:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034305:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034313:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638283776, 638287872) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.034318:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155831 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.034338:0:17279:0:(rw26.c:858:ll_write_end()) pos 638283776, len 4096, copied 4096 00000080:00200000:2.0:1775764894.034341:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000417e47dd[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.034344:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb544bf0 fffffc0001001 3:0 ffff967bc91761c0 155831 lru 00000080:00200000:2.0:1775764894.034349:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007635c981 155831: 1< 0 - - > 2< 638283776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 396 - -> 00000080:00200000:2.0:1775764894.034351:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000417e47dd 00000080:00200000:2.0:1775764894.034353:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.034365:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.034374:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034386:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.034388:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.034390:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.034396:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.034398:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.034400:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.034404:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034411:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.034419:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.034421:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.034425:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.034427:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155831, 155831] 00000080:00200000:2.0:1775764894.034438:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.034441:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.034445:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638287872 i_blocks 1196131 00000080:00200000:2.0:1775764894.034448:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.034462:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638287872, count: 4096 00000080:00200000:2.0:1775764894.034473:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638287872, bytes: 4096 00000080:00200000:2.0:1775764894.034476:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.034479:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155833, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.034481:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638287872, 638291968) 0 0 00000080:00200000:2.0:1775764894.034483:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.034488:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155832, 155832] 00020000:00200000:2.0:1775764894.034491:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638287872 chunk: [638287872, 638291968) 638291968, 4096 00020000:00200000:2.0:1775764894.034493:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.034505:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155832, 155832] 00000008:00010000:2.0:1775764894.034510:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.034512:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.034520:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034529:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638287872 638291967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034538:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034544:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034551:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034559:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638287872, 638291968) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.034565:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155832 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.034581:0:17279:0:(rw26.c:858:ll_write_end()) pos 638287872, len 4096, copied 4096 00000080:00200000:2.0:1775764894.034586:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007432da61[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.034588:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aae337a8 fffffc0001001 3:0 ffff967bc9176700 155832 lru 00000080:00200000:2.0:1775764894.034594:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000028fccde8 155832: 1< 0 - - > 2< 638287872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 397 - -> 00000080:00200000:2.0:1775764894.034596:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007432da61 00000080:00200000:2.0:1775764894.034598:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.034600:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.034608:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034620:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.034623:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.034625:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.034631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.034633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.034636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.034640:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034649:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.034657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.034659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.034664:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.034667:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155832, 155832] 00000080:00200000:2.0:1775764894.034678:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.034681:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.034686:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638291968 i_blocks 1196131 00000080:00200000:2.0:1775764894.034688:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.034703:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638291968, count: 4096 00000080:00200000:2.0:1775764894.034715:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638291968, bytes: 4096 00000080:00200000:2.0:1775764894.034717:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.034721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155834, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.034722:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638291968, 638296064) 0 0 00000080:00200000:2.0:1775764894.034724:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.034730:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155833, 155833] 00020000:00200000:2.0:1775764894.034733:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638291968 chunk: [638291968, 638296064) 638296064, 4096 00020000:00200000:2.0:1775764894.034735:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.034747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155833, 155833] 00000008:00010000:2.0:1775764894.034752:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.034754:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.034762:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034771:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638291968 638296063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034780:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034788:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034795:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034803:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638291968, 638296064) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.034807:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155833 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.034828:0:17279:0:(rw26.c:858:ll_write_end()) pos 638291968, len 4096, copied 4096 00000080:00200000:2.0:1775764894.034832:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000444aeed6[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.034835:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1b79d52 fffffc0001001 3:0 ffff967bc91762a0 155833 lru 00000080:00200000:2.0:1775764894.034840:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000030eae375 155833: 1< 0 - - > 2< 638291968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 398 - -> 00000080:00200000:2.0:1775764894.034842:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000444aeed6 00000080:00200000:2.0:1775764894.034843:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.034845:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.034854:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.034865:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.034868:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.034871:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.034877:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.034879:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.034882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.034886:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.034895:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.034904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.034906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.034910:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.034912:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155833, 155833] 00000080:00200000:2.0:1775764894.034924:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.034927:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.034931:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638296064 i_blocks 1196131 00000080:00200000:2.0:1775764894.034934:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.034948:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638296064, count: 4096 00000080:00200000:2.0:1775764894.034959:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638296064, bytes: 4096 00000080:00200000:2.0:1775764894.034961:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.034965:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155835, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.034966:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638296064, 638300160) 0 0 00000080:00200000:2.0:1775764894.034969:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.034974:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155834, 155834] 00020000:00200000:2.0:1775764894.034977:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638296064 chunk: [638296064, 638300160) 638300160, 4096 00020000:00200000:2.0:1775764894.034979:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.034991:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155834, 155834] 00000008:00010000:2.0:1775764894.034997:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.034999:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.035006:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.035016:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638296064 638300159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.035023:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.035030:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.035037:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.035045:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638296064, 638300160) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.035050:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155834 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.035067:0:17279:0:(rw26.c:858:ll_write_end()) pos 638296064, len 4096, copied 4096 00000080:00200000:2.0:1775764894.035071:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002212cd73[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.035074:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005d7ffad7 fffffc0001001 3:0 ffff967bc9176e00 155834 lru 00000080:00200000:2.0:1775764894.035079:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000275b8fd2 155834: 1< 0 - - > 2< 638296064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 399 - -> 00000080:00200000:2.0:1775764894.035082:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002212cd73 00000080:00200000:2.0:1775764894.035083:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.035085:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.035094:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.035105:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.035108:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.035110:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.035116:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.035118:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.035120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.035123:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.035130:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.035137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.035140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.035144:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.035147:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155834, 155834] 00000080:00200000:2.0:1775764894.035157:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.035160:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.035165:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638300160 i_blocks 1196131 00000080:00200000:2.0:1775764894.035168:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.035183:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638300160, count: 4096 00000080:00200000:2.0:1775764894.035195:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638300160, bytes: 4096 00000080:00200000:2.0:1775764894.035198:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.035201:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155836, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.035202:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638300160, 638304256) 0 0 00000080:00200000:2.0:1775764894.035205:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.035210:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155835, 155835] 00020000:00200000:2.0:1775764894.035213:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638300160 chunk: [638300160, 638304256) 638304256, 4096 00020000:00200000:2.0:1775764894.035216:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.035228:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155835, 155835] 00000008:00010000:2.0:1775764894.035234:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.035236:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.035243:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.036920:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638300160 638304255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.036931:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.036937:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.036941:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.036954:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638300160, 638304256) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.036966:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155835 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.037014:0:17279:0:(rw26.c:858:ll_write_end()) pos 638300160, len 4096, copied 4096 00000080:00200000:2.0:1775764894.037022:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe533166[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.037026:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ae8c02f1 fffffc0001001 3:0 ffff967bc9177700 155835 lru 00000080:00200000:2.0:1775764894.037032:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008415be04 155835: 1< 0 - - > 2< 638300160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 400 - -> 00000080:00200000:2.0:1775764894.037034:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe533166 00000080:00200000:2.0:1775764894.037036:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.037039:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.037057:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037073:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.037076:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.037078:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.037088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.037090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.037093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.037096:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037101:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.037110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.037112:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.037118:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.037123:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155835, 155835] 00000080:00200000:2.0:1775764894.037141:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.037144:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.037151:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638304256 i_blocks 1196131 00000080:00200000:2.0:1775764894.037155:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.037182:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638304256, count: 4096 00000080:00200000:2.0:1775764894.037203:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638304256, bytes: 4096 00000080:00200000:2.0:1775764894.037207:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.037211:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155837, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.037213:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638304256, 638308352) 0 0 00000080:00200000:2.0:1775764894.037217:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.037228:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155836, 155836] 00020000:00200000:2.0:1775764894.037233:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638304256 chunk: [638304256, 638308352) 638308352, 4096 00020000:00200000:2.0:1775764894.037237:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.037459:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155836, 155836] 00000008:00010000:2.0:1775764894.037470:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.037474:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.037489:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037499:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638304256 638308351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037508:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037516:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037523:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037531:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638304256, 638308352) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.037537:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155836 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.037556:0:17279:0:(rw26.c:858:ll_write_end()) pos 638304256, len 4096, copied 4096 00000080:00200000:2.0:1775764894.037561:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000171b9a2d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.037564:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000057bee32e fffffc0001001 3:0 ffff967bc91772a0 155836 lru 00000080:00200000:2.0:1775764894.037569:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002bbd6e94 155836: 1< 0 - - > 2< 638304256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 401 - -> 00000080:00200000:2.0:1775764894.037571:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000171b9a2d 00000080:00200000:2.0:1775764894.037573:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.037575:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.037584:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037594:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.037596:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.037598:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.037603:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.037605:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.037606:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.037609:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037614:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.037619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.037621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.037623:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.037625:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155836, 155836] 00000080:00200000:2.0:1775764894.037633:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.037636:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.037639:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638308352 i_blocks 1196131 00000080:00200000:2.0:1775764894.037641:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.037653:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638308352, count: 4096 00000080:00200000:2.0:1775764894.037660:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638308352, bytes: 4096 00000080:00200000:2.0:1775764894.037662:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.037665:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155838, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.037666:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638308352, 638312448) 0 0 00000080:00200000:2.0:1775764894.037668:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.037672:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155837, 155837] 00020000:00200000:2.0:1775764894.037674:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638308352 chunk: [638308352, 638312448) 638312448, 4096 00020000:00200000:2.0:1775764894.037676:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.037683:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155837, 155837] 00000008:00010000:2.0:1775764894.037686:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.037688:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.037693:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037699:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638308352 638312447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037709:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037713:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037718:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638308352, 638312448) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.037721:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155837 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.037735:0:17279:0:(rw26.c:858:ll_write_end()) pos 638308352, len 4096, copied 4096 00000080:00200000:2.0:1775764894.037738:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000099324378[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.037740:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008148f9fa fffffc0001001 3:0 ffff967bc9177e00 155837 lru 00000080:00200000:2.0:1775764894.037743:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fa3caa10 155837: 1< 0 - - > 2< 638308352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 402 - -> 00000080:00200000:2.0:1775764894.037745:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000099324378 00000080:00200000:2.0:1775764894.037746:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.037747:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.037753:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037761:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.037763:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.037764:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.037768:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.037769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.037771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.037774:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037778:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.037783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.037784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.037786:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.037788:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155837, 155837] 00000080:00200000:2.0:1775764894.037796:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.037797:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.037801:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638312448 i_blocks 1196131 00000080:00200000:2.0:1775764894.037803:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.037813:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638312448, count: 4096 00000080:00200000:2.0:1775764894.037820:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638312448, bytes: 4096 00000080:00200000:2.0:1775764894.037822:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.037824:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155839, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.037825:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638312448, 638316544) 0 0 00000080:00200000:2.0:1775764894.037828:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.037831:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155838, 155838] 00020000:00200000:2.0:1775764894.037833:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638312448 chunk: [638312448, 638316544) 638316544, 4096 00020000:00200000:2.0:1775764894.037835:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.037841:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155838, 155838] 00000008:00010000:2.0:1775764894.037845:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.037846:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.037851:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037857:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638312448 638316543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037862:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037867:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037870:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037875:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638312448, 638316544) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.037878:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155838 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.037896:0:17279:0:(rw26.c:858:ll_write_end()) pos 638312448, len 4096, copied 4096 00000080:00200000:2.0:1775764894.037899:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e7db0b0b[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.037901:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6405487 fffffc0001021 2:0 ffff967bc91778c0 155838 lru 00000080:00200000:2.0:1775764894.037905:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001f054194 155838: 1< 0 - - > 2< 638312448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 403 - -> 00000080:00200000:2.0:1775764894.037907:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e7db0b0b 00000080:00200000:2.0:1775764894.037908:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.037910:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.037915:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.037923:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.037924:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.037926:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.037930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.037932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.037933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.037936:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.037940:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.037945:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.037947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.037951:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.037954:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155838, 155838] 00000080:00200000:2.0:1775764894.037964:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.037967:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.037971:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638316544 i_blocks 1196131 00000080:00200000:2.0:1775764894.037974:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.037989:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638316544, count: 4096 00000080:00200000:2.0:1775764894.038000:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638316544, bytes: 4096 00000080:00200000:2.0:1775764894.038003:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.038006:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155840, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.038008:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638316544, 638320640) 0 0 00000080:00200000:2.0:1775764894.038011:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.038016:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155839, 155839] 00020000:00200000:2.0:1775764894.038019:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638316544 chunk: [638316544, 638320640) 638320640, 4096 00020000:00200000:2.0:1775764894.038022:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.038033:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155839, 155839] 00000008:00010000:2.0:1775764894.038038:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.038040:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.038046:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038052:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638316544 638320639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038057:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038066:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038071:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638316544, 638320640) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.038075:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155839 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.038087:0:17279:0:(rw26.c:858:ll_write_end()) pos 638316544, len 4096, copied 4096 00000080:00200000:2.0:1775764894.038090:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b9d38294[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.038092:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005d40f590 fffffc0001001 3:0 ffff967bc9177460 155839 lru 00000080:00200000:2.0:1775764894.038095:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e43adb3b 155839: 1< 0 - - > 2< 638316544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 404 - -> 00000080:00200000:2.0:1775764894.038097:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b9d38294 00000080:00200000:2.0:1775764894.038098:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.038099:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.038105:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038113:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.038115:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.038116:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.038120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.038122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.038123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.038126:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038130:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.038135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.038136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.038139:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.038141:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155839, 155839] 00000080:00200000:2.0:1775764894.038148:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.038150:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.038154:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638320640 i_blocks 1196131 00000080:00200000:2.0:1775764894.038155:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.038169:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638320640, count: 4096 00000080:00200000:2.0:1775764894.038180:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638320640, bytes: 4096 00000080:00200000:2.0:1775764894.038183:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.038186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155841, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.038187:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638320640, 638324736) 0 0 00000080:00200000:2.0:1775764894.038189:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.038194:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155840, 155840] 00020000:00200000:2.0:1775764894.038197:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638320640 chunk: [638320640, 638324736) 638324736, 4096 00020000:00200000:2.0:1775764894.038199:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.038211:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155840, 155840] 00000008:00010000:2.0:1775764894.038217:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.038219:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.038226:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038234:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638320640 638324735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038242:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038279:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038287:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038295:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638320640, 638324736) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.038301:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155840 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.038323:0:17279:0:(rw26.c:858:ll_write_end()) pos 638320640, len 4096, copied 4096 00000080:00200000:2.0:1775764894.038328:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b798587e[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.038330:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000977d440e fffffc0001001 3:0 ffff967bc9177ee0 155840 lru 00000080:00200000:2.0:1775764894.038335:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a78aa6f1 155840: 1< 0 - - > 2< 638320640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 405 - -> 00000080:00200000:2.0:1775764894.038337:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b798587e 00000080:00200000:2.0:1775764894.038339:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.038341:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.038349:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038377:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.038380:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.038383:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.038389:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.038392:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.038394:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.038398:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038405:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.038413:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.038416:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.038420:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.038423:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155840, 155840] 00000080:00200000:2.0:1775764894.038433:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.038436:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.038441:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638324736 i_blocks 1196131 00000080:00200000:2.0:1775764894.038444:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.038460:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638324736, count: 4096 00000080:00200000:2.0:1775764894.038471:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638324736, bytes: 4096 00000080:00200000:2.0:1775764894.038474:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.038477:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155842, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.038479:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638324736, 638328832) 0 0 00000080:00200000:2.0:1775764894.038481:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.038486:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155841, 155841] 00020000:00200000:2.0:1775764894.038490:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638324736 chunk: [638324736, 638328832) 638328832, 4096 00020000:00200000:2.0:1775764894.038492:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.038505:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155841, 155841] 00000008:00010000:2.0:1775764894.038510:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.038513:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.038521:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038529:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638324736 638328831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038536:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038543:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038549:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038557:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638324736, 638328832) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.038562:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155841 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.038577:0:17279:0:(rw26.c:858:ll_write_end()) pos 638324736, len 4096, copied 4096 00000080:00200000:2.0:1775764894.038582:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000600b222d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.038584:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a7a7cec fffffc0001001 3:0 ffff967bc9177d20 155841 lru 00000080:00200000:2.0:1775764894.038590:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000738bd721 155841: 1< 0 - - > 2< 638324736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 406 - -> 00000080:00200000:2.0:1775764894.038591:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000600b222d 00000080:00200000:2.0:1775764894.038593:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.038595:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.038604:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038616:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.038619:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.038622:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.038627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.038629:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.038631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.038635:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038642:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.038651:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.038653:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.038657:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.038660:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155841, 155841] 00000080:00200000:2.0:1775764894.038670:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.038673:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.038678:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638328832 i_blocks 1196131 00000080:00200000:2.0:1775764894.038680:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.038694:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638328832, count: 4096 00000080:00200000:2.0:1775764894.038704:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638328832, bytes: 4096 00000080:00200000:2.0:1775764894.038707:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.038710:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155843, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.038711:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638328832, 638332928) 0 0 00000080:00200000:2.0:1775764894.038713:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.038718:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155842, 155842] 00020000:00200000:2.0:1775764894.038721:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638328832 chunk: [638328832, 638332928) 638332928, 4096 00020000:00200000:2.0:1775764894.038723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.038734:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155842, 155842] 00000008:00010000:2.0:1775764894.038739:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.038742:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.038749:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038758:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638328832 638332927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038780:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038788:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638328832, 638332928) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.038793:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155842 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.038811:0:17279:0:(rw26.c:858:ll_write_end()) pos 638328832, len 4096, copied 4096 00000080:00200000:2.0:1775764894.038815:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000188d5da[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.038818:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001dd9ee09 fffffc0001001 3:0 ffff967bc91777e0 155842 lru 00000080:00200000:2.0:1775764894.038823:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3149134 155842: 1< 0 - - > 2< 638328832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 407 - -> 00000080:00200000:2.0:1775764894.038826:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000188d5da 00000080:00200000:2.0:1775764894.038827:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.038829:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.038838:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.038850:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.038852:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.038855:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.038861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.038864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.038867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.038870:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038878:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.038886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.038889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.038893:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.038896:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155842, 155842] 00000080:00200000:2.0:1775764894.038907:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.038910:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.038914:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638332928 i_blocks 1196131 00000080:00200000:2.0:1775764894.038917:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.038931:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638332928, count: 4096 00000080:00200000:2.0:1775764894.038942:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638332928, bytes: 4096 00000080:00200000:2.0:1775764894.038945:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.038948:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155844, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.038950:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638332928, 638337024) 0 0 00000080:00200000:2.0:1775764894.038953:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.038958:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155843, 155843] 00020000:00200000:2.0:1775764894.038961:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638332928 chunk: [638332928, 638337024) 638337024, 4096 00020000:00200000:2.0:1775764894.038963:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.038975:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155843, 155843] 00000008:00010000:2.0:1775764894.038981:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.038982:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.038990:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.038999:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638332928 638337023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039006:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039013:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039020:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.039028:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638332928, 638337024) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.039032:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155843 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.039050:0:17279:0:(rw26.c:858:ll_write_end()) pos 638332928, len 4096, copied 4096 00000080:00200000:2.0:1775764894.039054:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e4edcbf0[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.039056:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000086595c97 fffffc0001001 3:0 ffff967bc9177b60 155843 lru 00000080:00200000:2.0:1775764894.039061:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000057f358a6 155843: 1< 0 - - > 2< 638332928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 408 - -> 00000080:00200000:2.0:1775764894.039063:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e4edcbf0 00000080:00200000:2.0:1775764894.039064:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.039067:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.039076:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.039087:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.039090:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.039092:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.039097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.039099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.039102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.039105:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039113:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.039121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.039124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.039128:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.039131:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155843, 155843] 00000080:00200000:2.0:1775764894.039142:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.039145:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.039150:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638337024 i_blocks 1196131 00000080:00200000:2.0:1775764894.039153:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.039168:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638337024, count: 4096 00000080:00200000:2.0:1775764894.039179:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638337024, bytes: 4096 00000080:00200000:2.0:1775764894.039182:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.039186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155845, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.039187:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638337024, 638341120) 0 0 00000080:00200000:2.0:1775764894.039190:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.039196:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155844, 155844] 00020000:00200000:2.0:1775764894.039198:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638337024 chunk: [638337024, 638341120) 638341120, 4096 00020000:00200000:2.0:1775764894.039200:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.039211:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155844, 155844] 00000008:00010000:2.0:1775764894.039219:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.039221:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.039228:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039236:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638337024 638341119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039243:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039685:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039693:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.039702:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638337024, 638341120) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.039709:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155844 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.039730:0:17279:0:(rw26.c:858:ll_write_end()) pos 638337024, len 4096, copied 4096 00000080:00200000:2.0:1775764894.039735:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bab8310e[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.039738:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa6d0c9f fffffc0001001 3:0 ffff967bc9177620 155844 lru 00000080:00200000:2.0:1775764894.039744:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cfbebbe1 155844: 1< 0 - - > 2< 638337024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 409 - -> 00000080:00200000:2.0:1775764894.039746:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bab8310e 00000080:00200000:2.0:1775764894.039748:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.039750:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.039762:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.039775:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.039778:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.039780:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.039787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.039790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.039793:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.039797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039805:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.039813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.039815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.039820:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.039823:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155844, 155844] 00000080:00200000:2.0:1775764894.039838:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.039841:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.039847:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638341120 i_blocks 1196131 00000080:00200000:2.0:1775764894.039850:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.039868:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638341120, count: 4096 00000080:00200000:2.0:1775764894.039882:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638341120, bytes: 4096 00000080:00200000:2.0:1775764894.039885:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.039889:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155846, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.039890:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638341120, 638345216) 0 0 00000080:00200000:2.0:1775764894.039893:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.039900:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155845, 155845] 00020000:00200000:2.0:1775764894.039903:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638341120 chunk: [638341120, 638345216) 638345216, 4096 00020000:00200000:2.0:1775764894.039906:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.039920:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155845, 155845] 00000008:00010000:2.0:1775764894.039926:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.039929:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.039937:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039947:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638341120 638345215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039956:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039963:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.039970:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.039978:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638341120, 638345216) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.039983:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155845 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.040000:0:17279:0:(rw26.c:858:ll_write_end()) pos 638341120, len 4096, copied 4096 00000080:00200000:2.0:1775764894.040005:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008bf7f557[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.040008:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000baae05c3 fffffc0001001 3:0 ffff967bc9177000 155845 lru 00000080:00200000:2.0:1775764894.040014:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002ac9bab6 155845: 1< 0 - - > 2< 638341120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 410 - -> 00000080:00200000:2.0:1775764894.040016:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008bf7f557 00000080:00200000:2.0:1775764894.040017:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.040020:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.040028:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040040:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.040044:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.040046:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.040052:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.040054:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.040056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.040060:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040066:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.040073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.040075:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.040079:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.040082:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155845, 155845] 00000080:00200000:2.0:1775764894.040093:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.040096:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.040101:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638345216 i_blocks 1196131 00000080:00200000:2.0:1775764894.040104:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.040119:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638345216, count: 4096 00000080:00200000:2.0:1775764894.040132:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638345216, bytes: 4096 00000080:00200000:2.0:1775764894.040134:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.040138:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155847, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.040139:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638345216, 638349312) 0 0 00000080:00200000:2.0:1775764894.040142:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.040148:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155846, 155846] 00020000:00200000:2.0:1775764894.040150:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638345216 chunk: [638345216, 638349312) 638349312, 4096 00020000:00200000:2.0:1775764894.040153:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.040164:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155846, 155846] 00000008:00010000:2.0:1775764894.040170:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.040172:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.040179:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040187:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638345216 638349311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040195:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040201:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040207:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040215:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638345216, 638349312) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.040220:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155846 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.040236:0:17279:0:(rw26.c:858:ll_write_end()) pos 638345216, len 4096, copied 4096 00000080:00200000:2.0:1775764894.040241:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000069cc5675[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.040268:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c8361674 fffffc0001001 3:0 ffff967bc9177380 155846 lru 00000080:00200000:2.0:1775764894.040275:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ae37af88 155846: 1< 0 - - > 2< 638345216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 411 - -> 00000080:00200000:2.0:1775764894.040277:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000069cc5675 00000080:00200000:2.0:1775764894.040278:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.040280:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.040290:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040302:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.040304:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.040307:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.040312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.040315:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.040317:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.040321:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040328:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.040335:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.040337:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.040342:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.040344:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155846, 155846] 00000080:00200000:2.0:1775764894.040366:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.040370:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.040374:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638349312 i_blocks 1196131 00000080:00200000:2.0:1775764894.040377:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.040393:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638349312, count: 4096 00000080:00200000:2.0:1775764894.040405:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638349312, bytes: 4096 00000080:00200000:2.0:1775764894.040407:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.040411:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155848, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.040412:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638349312, 638353408) 0 0 00000080:00200000:2.0:1775764894.040415:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.040419:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155847, 155847] 00020000:00200000:2.0:1775764894.040423:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638349312 chunk: [638349312, 638353408) 638353408, 4096 00020000:00200000:2.0:1775764894.040425:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.040436:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155847, 155847] 00000008:00010000:2.0:1775764894.040441:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.040443:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.040450:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040458:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638349312 638353407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040465:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040472:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040478:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040486:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638349312, 638353408) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.040490:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155847 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.040507:0:17279:0:(rw26.c:858:ll_write_end()) pos 638349312, len 4096, copied 4096 00000080:00200000:2.0:1775764894.040511:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000014475a8c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.040514:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c37664a7 fffffc0001001 3:0 ffff967bc9177c40 155847 lru 00000080:00200000:2.0:1775764894.040519:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000130966cc 155847: 1< 0 - - > 2< 638349312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 412 - -> 00000080:00200000:2.0:1775764894.040521:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000014475a8c 00000080:00200000:2.0:1775764894.040522:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.040524:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.040532:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040543:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.040546:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.040548:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.040553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.040556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.040558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.040561:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040568:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.040576:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.040578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.040582:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.040586:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155847, 155847] 00000080:00200000:2.0:1775764894.040596:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.040599:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.040603:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638353408 i_blocks 1196131 00000080:00200000:2.0:1775764894.040606:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.040621:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638353408, count: 4096 00000080:00200000:2.0:1775764894.040631:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638353408, bytes: 4096 00000080:00200000:2.0:1775764894.040634:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.040637:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155849, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.040638:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638353408, 638357504) 0 0 00000080:00200000:2.0:1775764894.040640:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.040646:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155848, 155848] 00020000:00200000:2.0:1775764894.040649:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638353408 chunk: [638353408, 638357504) 638357504, 4096 00020000:00200000:2.0:1775764894.040651:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.040663:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155848, 155848] 00000008:00010000:2.0:1775764894.040668:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.040671:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.040678:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040686:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638353408 638357503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040695:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040702:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040709:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040716:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638353408, 638357504) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.040721:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155848 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.040737:0:17279:0:(rw26.c:858:ll_write_end()) pos 638353408, len 4096, copied 4096 00000080:00200000:2.0:1775764894.040741:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005471571a[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.040744:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004d520113 fffffc0001001 3:0 ffff967bc91779a0 155848 lru 00000080:00200000:2.0:1775764894.040749:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001f6cdca7 155848: 1< 0 - - > 2< 638353408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 413 - -> 00000080:00200000:2.0:1775764894.040751:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005471571a 00000080:00200000:2.0:1775764894.040752:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.040754:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.040762:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040774:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.040776:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.040779:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.040784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.040786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.040789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.040792:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040800:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.040808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.040810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.040813:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.040816:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155848, 155848] 00000080:00200000:2.0:1775764894.040826:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.040829:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.040834:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638357504 i_blocks 1196131 00000080:00200000:2.0:1775764894.040837:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.040852:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638357504, count: 4096 00000080:00200000:2.0:1775764894.040862:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638357504, bytes: 4096 00000080:00200000:2.0:1775764894.040864:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.040868:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155850, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.040869:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638357504, 638361600) 0 0 00000080:00200000:2.0:1775764894.040872:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.040877:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155849, 155849] 00020000:00200000:2.0:1775764894.040880:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638357504 chunk: [638357504, 638361600) 638361600, 4096 00020000:00200000:2.0:1775764894.040882:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.040893:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155849, 155849] 00000008:00010000:2.0:1775764894.040899:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.040901:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.040908:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040916:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638357504 638361599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040924:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040931:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.040936:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.040943:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638357504, 638361600) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.040948:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155849 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.040965:0:17279:0:(rw26.c:858:ll_write_end()) pos 638357504, len 4096, copied 4096 00000080:00200000:2.0:1775764894.040970:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001eee7584[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.040972:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000011a3e367 fffffc0001001 3:0 ffff967bc9177a80 155849 lru 00000080:00200000:2.0:1775764894.040977:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e3e0e63 155849: 1< 0 - - > 2< 638357504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 414 - -> 00000080:00200000:2.0:1775764894.040979:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001eee7584 00000080:00200000:2.0:1775764894.040980:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.040982:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.040990:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041000:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.041003:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.041005:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.041011:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.041014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.041016:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.041020:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041026:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.041034:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.041036:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.041040:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.041042:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155849, 155849] 00000080:00200000:2.0:1775764894.041053:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.041056:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.041061:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638361600 i_blocks 1196131 00000080:00200000:2.0:1775764894.041064:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.041078:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638361600, count: 4096 00000080:00200000:2.0:1775764894.041089:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638361600, bytes: 4096 00000080:00200000:2.0:1775764894.041092:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.041095:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155851, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.041097:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638361600, 638365696) 0 0 00000080:00200000:2.0:1775764894.041099:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.041104:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155850, 155850] 00020000:00200000:2.0:1775764894.041106:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638361600 chunk: [638361600, 638365696) 638365696, 4096 00020000:00200000:2.0:1775764894.041108:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.041119:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155850, 155850] 00000008:00010000:2.0:1775764894.041124:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.041126:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.041133:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041142:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638361600 638365695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041149:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041156:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041162:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041170:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638361600, 638365696) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.041175:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155850 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.041192:0:17279:0:(rw26.c:858:ll_write_end()) pos 638361600, len 4096, copied 4096 00000080:00200000:2.0:1775764894.041196:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000089a58394[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.041198:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c031c0c7 fffffc0001001 3:0 ffff967bc9177540 155850 lru 00000080:00200000:2.0:1775764894.041203:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f138bb31 155850: 1< 0 - - > 2< 638361600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 415 - -> 00000080:00200000:2.0:1775764894.041205:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000089a58394 00000080:00200000:2.0:1775764894.041207:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.041209:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.041216:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041229:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.041231:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.041234:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.041239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.041241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.041368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.041374:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041382:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.041390:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.041392:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.041397:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.041400:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155850, 155850] 00000080:00200000:2.0:1775764894.041410:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.041414:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.041419:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638365696 i_blocks 1196131 00000080:00200000:2.0:1775764894.041422:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.041438:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638365696, count: 4096 00000080:00200000:2.0:1775764894.041451:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638365696, bytes: 4096 00000080:00200000:2.0:1775764894.041454:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.041458:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155852, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.041459:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638365696, 638369792) 0 0 00000080:00200000:2.0:1775764894.041462:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.041467:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155851, 155851] 00020000:00200000:2.0:1775764894.041470:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638365696 chunk: [638365696, 638369792) 638369792, 4096 00020000:00200000:2.0:1775764894.041472:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.041484:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155851, 155851] 00000008:00010000:2.0:1775764894.041489:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.041491:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.041502:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041511:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638365696 638369791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041518:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041525:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041531:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041539:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638365696, 638369792) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.041544:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155851 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.041565:0:17279:0:(rw26.c:858:ll_write_end()) pos 638365696, len 4096, copied 4096 00000080:00200000:2.0:1775764894.041569:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e3b1da03[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.041572:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000126fd780 fffffc0001001 3:0 ffff967bc91770e0 155851 lru 00000080:00200000:2.0:1775764894.041577:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008e72d92f 155851: 1< 0 - - > 2< 638365696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 416 - -> 00000080:00200000:2.0:1775764894.041579:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e3b1da03 00000080:00200000:2.0:1775764894.041581:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.041583:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.041591:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041603:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.041606:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.041608:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.041614:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.041617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.041619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.041623:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041631:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.041639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.041642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.041646:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.041649:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155851, 155851] 00000080:00200000:2.0:1775764894.041659:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.041662:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.041667:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638369792 i_blocks 1196131 00000080:00200000:2.0:1775764894.041670:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.041685:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638369792, count: 4096 00000080:00200000:2.0:1775764894.041696:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638369792, bytes: 4096 00000080:00200000:2.0:1775764894.041698:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.041702:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155853, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.041703:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638369792, 638373888) 0 0 00000080:00200000:2.0:1775764894.041706:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.041711:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155852, 155852] 00020000:00200000:2.0:1775764894.041714:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638369792 chunk: [638369792, 638373888) 638373888, 4096 00020000:00200000:2.0:1775764894.041716:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.041727:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155852, 155852] 00000008:00010000:2.0:1775764894.041733:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.041735:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.041743:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041751:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638369792 638373887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041760:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041767:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041773:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041781:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638369792, 638373888) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.041788:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155852 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.041808:0:17279:0:(rw26.c:858:ll_write_end()) pos 638369792, len 4096, copied 4096 00000080:00200000:2.0:1775764894.041812:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cd99f515[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.041815:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001984354c fffffc0001001 3:0 ffff967bc91771c0 155852 lru 00000080:00200000:2.0:1775764894.041820:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f6b761e8 155852: 1< 0 - - > 2< 638369792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 417 - -> 00000080:00200000:2.0:1775764894.041822:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cd99f515 00000080:00200000:2.0:1775764894.041823:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.041825:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.041833:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.041845:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.041848:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.041851:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.041856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.041858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.041861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.041864:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041871:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.041879:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.041881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.041885:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.041888:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155852, 155852] 00000080:00200000:2.0:1775764894.041899:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.041902:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.041907:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638373888 i_blocks 1196131 00000080:00200000:2.0:1775764894.041910:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.041927:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638373888, count: 4096 00000080:00200000:2.0:1775764894.041939:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638373888, bytes: 4096 00000080:00200000:2.0:1775764894.041942:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.041946:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155854, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.041947:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638373888, 638377984) 0 0 00000080:00200000:2.0:1775764894.041950:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.041955:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155853, 155853] 00020000:00200000:2.0:1775764894.041958:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638373888 chunk: [638373888, 638377984) 638377984, 4096 00020000:00200000:2.0:1775764894.041961:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.041973:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155853, 155853] 00000008:00010000:2.0:1775764894.041978:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.041980:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.041988:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.041996:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638373888 638377983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042004:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042011:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042018:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.042025:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638373888, 638377984) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.042030:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155853 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.042067:0:17279:0:(rw26.c:858:ll_write_end()) pos 638373888, len 4096, copied 4096 00000080:00200000:2.0:1775764894.042071:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004ee8ae72[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.042074:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a839c5fc fffffc0001021 2:0 ffff967bc9178000 155853 lru 00000080:00200000:2.0:1775764894.042079:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001b6f9a59 155853: 1< 0 - - > 2< 638373888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 418 - -> 00000080:00200000:2.0:1775764894.042081:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004ee8ae72 00000080:00200000:2.0:1775764894.042082:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.042085:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.042094:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.042105:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.042108:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.042110:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.042115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.042117:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.042119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.042123:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042131:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.042139:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.042142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.042146:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.042149:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155853, 155853] 00000080:00200000:2.0:1775764894.042159:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.042162:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.042167:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638377984 i_blocks 1196131 00000080:00200000:2.0:1775764894.042170:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.042187:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638377984, count: 4096 00000080:00200000:2.0:1775764894.042199:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638377984, bytes: 4096 00000080:00200000:2.0:1775764894.042201:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.042205:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155855, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.042206:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638377984, 638382080) 0 0 00000080:00200000:2.0:1775764894.042209:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.042213:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155854, 155854] 00020000:00200000:2.0:1775764894.042216:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638377984 chunk: [638377984, 638382080) 638382080, 4096 00020000:00200000:2.0:1775764894.042218:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.042229:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155854, 155854] 00000008:00010000:2.0:1775764894.042234:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.042237:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.042274:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042284:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638377984 638382079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042291:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042299:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042305:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.042314:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638377984, 638382080) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.042319:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155854 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.042337:0:17279:0:(rw26.c:858:ll_write_end()) pos 638377984, len 4096, copied 4096 00000080:00200000:2.0:1775764894.042342:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000118f0505[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.042345:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a65f1e87 fffffc0001001 3:0 ffff967bc9178380 155854 lru 00000080:00200000:2.0:1775764894.042350:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fb63a1c3 155854: 1< 0 - - > 2< 638377984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 419 - -> 00000080:00200000:2.0:1775764894.042353:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000118f0505 00000080:00200000:2.0:1775764894.042736:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.042740:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.042753:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.042767:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.042771:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.042773:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.042779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.042782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.042784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.042788:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042795:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.042804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.042806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.042811:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.042814:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155854, 155854] 00000080:00200000:2.0:1775764894.042827:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.042830:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.042836:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638382080 i_blocks 1196131 00000080:00200000:2.0:1775764894.042839:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.042856:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638382080, count: 4096 00000080:00200000:2.0:1775764894.042869:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638382080, bytes: 4096 00000080:00200000:2.0:1775764894.042872:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.042877:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155856, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.042878:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638382080, 638386176) 0 0 00000080:00200000:2.0:1775764894.042881:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.042888:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155855, 155855] 00020000:00200000:2.0:1775764894.042891:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638382080 chunk: [638382080, 638386176) 638386176, 4096 00020000:00200000:2.0:1775764894.042894:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.042908:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155855, 155855] 00000008:00010000:2.0:1775764894.042915:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.042917:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.042926:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042935:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638382080 638386175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042944:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042952:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.042959:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.042967:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638382080, 638386176) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.042973:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155855 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.042993:0:17279:0:(rw26.c:858:ll_write_end()) pos 638382080, len 4096, copied 4096 00000080:00200000:2.0:1775764894.042997:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000017aeaf2e[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.043001:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5b059e2 fffffc0001001 3:0 ffff967bc9178c40 155855 lru 00000080:00200000:2.0:1775764894.043006:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000062b41930 155855: 1< 0 - - > 2< 638382080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 420 - -> 00000080:00200000:2.0:1775764894.043008:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000017aeaf2e 00000080:00200000:2.0:1775764894.043010:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.043012:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.043020:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.043032:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.043034:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.043037:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.043042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.043045:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.043047:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.043051:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.043059:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.043067:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.043069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.043073:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.043076:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155855, 155855] 00000080:00200000:2.0:1775764894.043087:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.043090:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.043094:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638386176 i_blocks 1196131 00000080:00200000:2.0:1775764894.043098:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.043109:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638386176, count: 4096 00000080:00200000:2.0:1775764894.043117:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638386176, bytes: 4096 00000080:00200000:2.0:1775764894.043119:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.043121:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155857, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.043122:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638386176, 638390272) 0 0 00000080:00200000:2.0:1775764894.043124:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.043128:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155856, 155856] 00020000:00200000:2.0:1775764894.043130:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638386176 chunk: [638386176, 638390272) 638390272, 4096 00020000:00200000:2.0:1775764894.043132:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.043138:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155856, 155856] 00000008:00010000:2.0:1775764894.043142:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.043144:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.043149:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.043155:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638386176 638390271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.043162:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.043169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.043176:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.043183:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638386176, 638390272) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.043188:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155856 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.043207:0:17279:0:(rw26.c:858:ll_write_end()) pos 638386176, len 4096, copied 4096 00000080:00200000:2.0:1775764894.043211:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000074795580[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.043214:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d44aaa9e fffffc0001001 3:0 ffff967bc91789a0 155856 lru 00000080:00200000:2.0:1775764894.043220:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb19f603 155856: 1< 0 - - > 2< 638386176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 421 - -> 00000080:00200000:2.0:1775764894.043222:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000074795580 00000080:00200000:2.0:1775764894.043223:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.043226:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.043233:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.045679:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.045697:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.045703:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.045728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.045731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.045734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.045742:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.045757:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.045770:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.045773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.045784:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.045790:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155856, 155856] 00000080:00200000:2.0:1775764894.045820:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.045823:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.045834:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638390272 i_blocks 1196131 00000080:00200000:2.0:1775764894.045839:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.045874:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638390272, count: 4096 00000080:00200000:2.0:1775764894.045901:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638390272, bytes: 4096 00000080:00200000:2.0:1775764894.045905:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.045911:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155858, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.045913:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638390272, 638394368) 0 0 00000080:00200000:2.0:1775764894.045918:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.045930:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155857, 155857] 00020000:00200000:2.0:1775764894.045936:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638390272 chunk: [638390272, 638394368) 638394368, 4096 00020000:00200000:2.0:1775764894.045939:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.045965:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155857, 155857] 00000008:00010000:2.0:1775764894.045976:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.045980:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.045996:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046009:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638390272 638394367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046019:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046029:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046036:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046045:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638390272, 638394368) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.046055:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155857 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.046096:0:17279:0:(rw26.c:858:ll_write_end()) pos 638390272, len 4096, copied 4096 00000080:00200000:2.0:1775764894.046103:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003b30ddc4[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.046107:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ed4e7431 fffffc0001001 3:0 ffff967bc9178a80 155857 lru 00000080:00200000:2.0:1775764894.046114:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001dea1159 155857: 1< 0 - - > 2< 638390272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 422 - -> 00000080:00200000:2.0:1775764894.046116:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003b30ddc4 00000080:00200000:2.0:1775764894.046118:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.046122:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.046139:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046160:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.046163:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.046165:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.046171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.046174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.046176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.046180:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046187:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.046195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.046197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.046201:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.046204:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155857, 155857] 00000080:00200000:2.0:1775764894.046215:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.046218:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.046223:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638394368 i_blocks 1196131 00000080:00200000:2.0:1775764894.046226:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.046242:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638394368, count: 4096 00000080:00200000:2.0:1775764894.046276:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638394368, bytes: 4096 00000080:00200000:2.0:1775764894.046280:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.046284:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155859, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.046286:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638394368, 638398464) 0 0 00000080:00200000:2.0:1775764894.046288:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.046293:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155858, 155858] 00020000:00200000:2.0:1775764894.046296:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638394368 chunk: [638394368, 638398464) 638398464, 4096 00020000:00200000:2.0:1775764894.046299:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.046312:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155858, 155858] 00000008:00010000:2.0:1775764894.046318:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.046321:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.046329:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046337:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638394368 638398463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046345:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046352:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046371:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046380:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638394368, 638398464) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.046386:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155858 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.046404:0:17279:0:(rw26.c:858:ll_write_end()) pos 638394368, len 4096, copied 4096 00000080:00200000:2.0:1775764894.046408:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004f74084d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.046411:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009de047ca fffffc0001001 3:0 ffff967bc9178540 155858 lru 00000080:00200000:2.0:1775764894.046417:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e5bf002 155858: 1< 0 - - > 2< 638394368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 423 - -> 00000080:00200000:2.0:1775764894.046419:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004f74084d 00000080:00200000:2.0:1775764894.046420:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.046422:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.046431:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046443:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.046446:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.046448:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.046455:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.046457:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.046460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.046464:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046472:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.046480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.046483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.046487:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.046490:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155858, 155858] 00000080:00200000:2.0:1775764894.046502:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.046505:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.046510:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638398464 i_blocks 1196131 00000080:00200000:2.0:1775764894.046512:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.046529:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638398464, count: 4096 00000080:00200000:2.0:1775764894.046542:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638398464, bytes: 4096 00000080:00200000:2.0:1775764894.046545:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.046549:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155860, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.046550:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638398464, 638402560) 0 0 00000080:00200000:2.0:1775764894.046553:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.046558:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155859, 155859] 00020000:00200000:2.0:1775764894.046561:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638398464 chunk: [638398464, 638402560) 638402560, 4096 00020000:00200000:2.0:1775764894.046563:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.046575:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155859, 155859] 00000008:00010000:2.0:1775764894.046580:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.046583:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.046591:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046600:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638398464 638402559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046609:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046616:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046622:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046631:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638398464, 638402560) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.046636:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155859 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.046653:0:17279:0:(rw26.c:858:ll_write_end()) pos 638398464, len 4096, copied 4096 00000080:00200000:2.0:1775764894.046657:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000014f0b370[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.046660:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000746fc793 fffffc0001001 3:0 ffff967bc91780e0 155859 lru 00000080:00200000:2.0:1775764894.046666:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004f12a398 155859: 1< 0 - - > 2< 638398464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 424 - -> 00000080:00200000:2.0:1775764894.046669:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000014f0b370 00000080:00200000:2.0:1775764894.046670:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.046673:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.046681:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046694:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.046697:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.046699:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.046705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.046707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.046710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.046714:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046721:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.046729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.046731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.046735:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.046738:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155859, 155859] 00000080:00200000:2.0:1775764894.046748:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.046751:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.046756:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638402560 i_blocks 1196131 00000080:00200000:2.0:1775764894.046759:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.046775:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638402560, count: 4096 00000080:00200000:2.0:1775764894.046787:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638402560, bytes: 4096 00000080:00200000:2.0:1775764894.046789:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.046793:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155861, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.046795:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638402560, 638406656) 0 0 00000080:00200000:2.0:1775764894.046797:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.046803:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155860, 155860] 00020000:00200000:2.0:1775764894.046805:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638402560 chunk: [638402560, 638406656) 638406656, 4096 00020000:00200000:2.0:1775764894.046808:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.046820:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155860, 155860] 00000008:00010000:2.0:1775764894.046826:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.046828:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.046836:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046845:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638402560 638406655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046852:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046859:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046864:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046872:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638402560, 638406656) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.046877:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155860 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.046894:0:17279:0:(rw26.c:858:ll_write_end()) pos 638402560, len 4096, copied 4096 00000080:00200000:2.0:1775764894.046898:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000978ce1f3[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.046902:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e53627a3 fffffc0001001 3:0 ffff967bc91781c0 155860 lru 00000080:00200000:2.0:1775764894.046906:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000016993937 155860: 1< 0 - - > 2< 638402560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 425 - -> 00000080:00200000:2.0:1775764894.046908:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000978ce1f3 00000080:00200000:2.0:1775764894.046910:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.046912:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.046921:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.046933:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.046935:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.046938:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.046943:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.046946:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.046948:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.046952:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.046959:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.046967:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.046969:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.046973:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.046976:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155860, 155860] 00000080:00200000:2.0:1775764894.046988:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.046991:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.046996:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638406656 i_blocks 1196131 00000080:00200000:2.0:1775764894.046999:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.047015:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638406656, count: 4096 00000080:00200000:2.0:1775764894.047027:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638406656, bytes: 4096 00000080:00200000:2.0:1775764894.047029:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.047033:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155862, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.047035:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638406656, 638410752) 0 0 00000080:00200000:2.0:1775764894.047038:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.047043:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155861, 155861] 00020000:00200000:2.0:1775764894.047047:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638406656 chunk: [638406656, 638410752) 638410752, 4096 00020000:00200000:2.0:1775764894.047049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.047061:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155861, 155861] 00000008:00010000:2.0:1775764894.047067:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.047069:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.047077:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047086:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638406656 638410751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047101:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047107:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047116:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638406656, 638410752) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.047121:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155861 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.047139:0:17279:0:(rw26.c:858:ll_write_end()) pos 638406656, len 4096, copied 4096 00000080:00200000:2.0:1775764894.047143:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081137b7d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.047146:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000014caa180 fffffc0001001 3:0 ffff967bc9178700 155861 lru 00000080:00200000:2.0:1775764894.047152:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000054d62641 155861: 1< 0 - - > 2< 638406656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 426 - -> 00000080:00200000:2.0:1775764894.047154:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081137b7d 00000080:00200000:2.0:1775764894.047156:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.047158:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.047167:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047179:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.047182:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.047184:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.047190:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.047192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.047194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.047198:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047206:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.047214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.047217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.047221:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.047224:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155861, 155861] 00000080:00200000:2.0:1775764894.047235:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.047238:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.047242:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638410752 i_blocks 1196131 00000080:00200000:2.0:1775764894.047278:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.047295:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638410752, count: 4096 00000080:00200000:2.0:1775764894.047307:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638410752, bytes: 4096 00000080:00200000:2.0:1775764894.047310:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.047313:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155863, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.047315:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638410752, 638414848) 0 0 00000080:00200000:2.0:1775764894.047317:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.047323:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155862, 155862] 00020000:00200000:2.0:1775764894.047325:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638410752 chunk: [638410752, 638414848) 638414848, 4096 00020000:00200000:2.0:1775764894.047327:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.047338:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155862, 155862] 00000008:00010000:2.0:1775764894.047343:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.047345:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.047353:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047375:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638410752 638414847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047383:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047390:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047397:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047405:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638410752, 638414848) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.047410:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155862 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.047428:0:17279:0:(rw26.c:858:ll_write_end()) pos 638410752, len 4096, copied 4096 00000080:00200000:2.0:1775764894.047432:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bfd891f1[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.047435:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000348780d7 fffffc0001001 3:0 ffff967bc91782a0 155862 lru 00000080:00200000:2.0:1775764894.047441:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000363478b6 155862: 1< 0 - - > 2< 638410752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 427 - -> 00000080:00200000:2.0:1775764894.047443:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bfd891f1 00000080:00200000:2.0:1775764894.047445:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.047447:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.047455:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047469:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.047471:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.047474:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.047480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.047482:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.047484:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.047488:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047496:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.047505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.047507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.047511:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.047514:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155862, 155862] 00000080:00200000:2.0:1775764894.047524:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.047527:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.047532:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638414848 i_blocks 1196131 00000080:00200000:2.0:1775764894.047535:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.047550:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638414848, count: 4096 00000080:00200000:2.0:1775764894.047561:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638414848, bytes: 4096 00000080:00200000:2.0:1775764894.047563:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.047567:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155864, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.047569:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638414848, 638418944) 0 0 00000080:00200000:2.0:1775764894.047571:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.047577:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155863, 155863] 00020000:00200000:2.0:1775764894.047580:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638414848 chunk: [638414848, 638418944) 638418944, 4096 00020000:00200000:2.0:1775764894.047582:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.047595:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155863, 155863] 00000008:00010000:2.0:1775764894.047600:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.047603:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.047610:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047619:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638414848 638418943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047627:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047634:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047641:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047649:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638414848, 638418944) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.047655:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155863 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.047682:0:17279:0:(rw26.c:858:ll_write_end()) pos 638414848, len 4096, copied 4096 00000080:00200000:2.0:1775764894.047686:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003f194185[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.047689:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009f20e40e fffffc0001001 3:0 ffff967bc9178e00 155863 lru 00000080:00200000:2.0:1775764894.047694:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8c84c75 155863: 1< 0 - - > 2< 638414848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 428 - -> 00000080:00200000:2.0:1775764894.047696:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003f194185 00000080:00200000:2.0:1775764894.047697:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.047699:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.047708:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047720:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.047722:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.047724:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.047730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.047732:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.047734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.047738:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047746:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.047754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.047756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.047760:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.047764:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155863, 155863] 00000080:00200000:2.0:1775764894.047774:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.047777:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.047782:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638418944 i_blocks 1196131 00000080:00200000:2.0:1775764894.047785:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.047801:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638418944, count: 4096 00000080:00200000:2.0:1775764894.047812:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638418944, bytes: 4096 00000080:00200000:2.0:1775764894.047815:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.047819:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155865, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.047820:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638418944, 638423040) 0 0 00000080:00200000:2.0:1775764894.047823:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.047828:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155864, 155864] 00020000:00200000:2.0:1775764894.047831:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638418944 chunk: [638418944, 638423040) 638423040, 4096 00020000:00200000:2.0:1775764894.047834:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.047847:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155864, 155864] 00000008:00010000:2.0:1775764894.047852:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.047855:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.047862:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047871:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638418944 638423039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047878:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047885:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047890:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047897:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638418944, 638423040) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.047902:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155864 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.047918:0:17279:0:(rw26.c:858:ll_write_end()) pos 638418944, len 4096, copied 4096 00000080:00200000:2.0:1775764894.047923:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe867516[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.047925:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000405b0cda fffffc0001001 3:0 ffff967bc91788c0 155864 lru 00000080:00200000:2.0:1775764894.047930:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000e79cf8c 155864: 1< 0 - - > 2< 638418944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 429 - -> 00000080:00200000:2.0:1775764894.047932:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe867516 00000080:00200000:2.0:1775764894.047934:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.047936:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.047944:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.047957:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.047960:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.047963:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.047968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.047971:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.047973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.047977:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.047985:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.047992:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.047995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.047998:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.048001:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155864, 155864] 00000080:00200000:2.0:1775764894.048012:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.048015:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.048020:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638423040 i_blocks 1196131 00000080:00200000:2.0:1775764894.048023:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.048039:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638423040, count: 4096 00000080:00200000:2.0:1775764894.048050:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638423040, bytes: 4096 00000080:00200000:2.0:1775764894.048053:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.048057:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155866, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.048058:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638423040, 638427136) 0 0 00000080:00200000:2.0:1775764894.048061:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.048067:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155865, 155865] 00020000:00200000:2.0:1775764894.048070:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638423040 chunk: [638423040, 638427136) 638427136, 4096 00020000:00200000:2.0:1775764894.048072:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.048085:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155865, 155865] 00000008:00010000:2.0:1775764894.048089:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.048091:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.048097:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048103:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638423040 638427135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048108:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048113:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048116:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.048121:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638423040, 638427136) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.048124:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155865 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.048136:0:17279:0:(rw26.c:858:ll_write_end()) pos 638423040, len 4096, copied 4096 00000080:00200000:2.0:1775764894.048139:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c6fcbe89[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.048141:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7ad7c5a fffffc0001001 3:0 ffff967bc9178460 155865 lru 00000080:00200000:2.0:1775764894.048144:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009683c864 155865: 1< 0 - - > 2< 638423040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 430 - -> 00000080:00200000:2.0:1775764894.048146:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c6fcbe89 00000080:00200000:2.0:1775764894.048147:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.048148:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.048154:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.048162:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.048164:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.048166:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.048171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.048173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.048176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.048180:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048187:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.048195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.048197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.048201:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.048203:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155865, 155865] 00000080:00200000:2.0:1775764894.048214:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.048217:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.048221:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638427136 i_blocks 1196131 00000080:00200000:2.0:1775764894.048224:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.048239:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638427136, count: 4096 00000080:00200000:2.0:1775764894.048282:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638427136, bytes: 4096 00000080:00200000:2.0:1775764894.048286:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.048290:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155867, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.048291:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638427136, 638431232) 0 0 00000080:00200000:2.0:1775764894.048294:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.048299:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155866, 155866] 00020000:00200000:2.0:1775764894.048302:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638427136 chunk: [638427136, 638431232) 638431232, 4096 00020000:00200000:2.0:1775764894.048304:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.048317:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155866, 155866] 00000008:00010000:2.0:1775764894.048322:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.048324:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.048332:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048341:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638427136 638431231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.048350:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051040:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051051:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.051070:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638427136, 638431232) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.051089:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155866 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.051143:0:17279:0:(rw26.c:858:ll_write_end()) pos 638427136, len 4096, copied 4096 00000080:00200000:2.0:1775764894.051151:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eae237cf[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.051154:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf81b212 fffffc0001001 3:0 ffff967bc9178ee0 155866 lru 00000080:00200000:2.0:1775764894.051161:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000466f90ed 155866: 1< 0 - - > 2< 638427136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 431 - -> 00000080:00200000:2.0:1775764894.051163:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eae237cf 00000080:00200000:2.0:1775764894.051165:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.051171:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.051194:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.051218:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.051222:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.051225:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.051238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.051241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.051261:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.051267:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051276:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.051290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.051293:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.051301:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.051307:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155866, 155866] 00000080:00200000:2.0:1775764894.051334:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.051338:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.051348:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638431232 i_blocks 1196131 00000080:00200000:2.0:1775764894.051353:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.051395:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638431232, count: 4096 00000080:00200000:2.0:1775764894.051418:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638431232, bytes: 4096 00000080:00200000:2.0:1775764894.051423:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.051429:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155868, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.051431:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638431232, 638435328) 0 0 00000080:00200000:2.0:1775764894.051435:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.051446:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155867, 155867] 00020000:00200000:2.0:1775764894.051452:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638431232 chunk: [638431232, 638435328) 638435328, 4096 00020000:00200000:2.0:1775764894.051456:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.051476:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155867, 155867] 00000008:00010000:2.0:1775764894.051486:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.051491:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.051508:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051520:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638431232 638435327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051530:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051538:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051545:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.051553:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638431232, 638435328) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.051559:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155867 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.051579:0:17279:0:(rw26.c:858:ll_write_end()) pos 638431232, len 4096, copied 4096 00000080:00200000:2.0:1775764894.051584:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a25bb97a[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.051586:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b169a403 fffffc0001001 3:0 ffff967bc9178d20 155867 lru 00000080:00200000:2.0:1775764894.051592:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006c402143 155867: 1< 0 - - > 2< 638431232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 432 - -> 00000080:00200000:2.0:1775764894.051594:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a25bb97a 00000080:00200000:2.0:1775764894.051595:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.051597:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.051606:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.051618:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.051621:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.051623:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.051629:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.051632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.051634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.051638:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051646:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.051654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.051656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.051660:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.051664:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155867, 155867] 00000080:00200000:2.0:1775764894.051675:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.051678:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.051683:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638435328 i_blocks 1196131 00000080:00200000:2.0:1775764894.051686:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.051701:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638435328, count: 4096 00000080:00200000:2.0:1775764894.051713:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638435328, bytes: 4096 00000080:00200000:2.0:1775764894.051715:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.051719:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155869, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.051720:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638435328, 638439424) 0 0 00000080:00200000:2.0:1775764894.051723:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.051729:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155868, 155868] 00020000:00200000:2.0:1775764894.051732:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638435328 chunk: [638435328, 638439424) 638439424, 4096 00020000:00200000:2.0:1775764894.051734:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.051746:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155868, 155868] 00000008:00010000:2.0:1775764894.051752:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.051754:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.051762:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051771:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638435328 638439423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051779:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051786:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051793:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.051800:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638435328, 638439424) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.051805:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155868 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.051830:0:17279:0:(rw26.c:858:ll_write_end()) pos 638435328, len 4096, copied 4096 00000080:00200000:2.0:1775764894.051835:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bff83b96[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.051837:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3a13e74 fffffc0001021 2:0 ffff967bc91787e0 155868 lru 00000080:00200000:2.0:1775764894.051842:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000162ec52 155868: 1< 0 - - > 2< 638435328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 433 - -> 00000080:00200000:2.0:1775764894.051844:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bff83b96 00000080:00200000:2.0:1775764894.051846:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.051848:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.051856:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.051868:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.051870:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.051873:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.051878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.051881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.051883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.051886:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.051894:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.051902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.051904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.051909:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.051912:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155868, 155868] 00000080:00200000:2.0:1775764894.051923:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.051926:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.051931:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638439424 i_blocks 1196131 00000080:00200000:2.0:1775764894.051933:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.051950:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638439424, count: 4096 00000080:00200000:2.0:1775764894.051961:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638439424, bytes: 4096 00000080:00200000:2.0:1775764894.051964:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.051968:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155870, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.051969:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638439424, 638443520) 0 0 00000080:00200000:2.0:1775764894.051971:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.051977:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155869, 155869] 00020000:00200000:2.0:1775764894.051980:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638439424 chunk: [638439424, 638443520) 638443520, 4096 00020000:00200000:2.0:1775764894.051982:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.051993:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155869, 155869] 00000008:00010000:2.0:1775764894.051998:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.052001:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.052008:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052017:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638439424 638443519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052024:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052031:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052038:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052045:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638439424, 638443520) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.052050:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155869 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.052068:0:17279:0:(rw26.c:858:ll_write_end()) pos 638439424, len 4096, copied 4096 00000080:00200000:2.0:1775764894.052073:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000709f0ce3[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.052075:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004002a569 fffffc0001001 3:0 ffff967bc9178b60 155869 lru 00000080:00200000:2.0:1775764894.052080:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6fb8128 155869: 1< 0 - - > 2< 638439424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 434 - -> 00000080:00200000:2.0:1775764894.052083:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000709f0ce3 00000080:00200000:2.0:1775764894.052084:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.052086:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.052094:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052106:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.052109:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.052112:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.052119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.052121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.052123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.052127:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052135:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.052144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.052146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.052150:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.052152:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155869, 155869] 00000080:00200000:2.0:1775764894.052163:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.052166:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.052171:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638443520 i_blocks 1196131 00000080:00200000:2.0:1775764894.052174:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.052189:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638443520, count: 4096 00000080:00200000:2.0:1775764894.052201:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638443520, bytes: 4096 00000080:00200000:2.0:1775764894.052204:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.052207:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155871, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.052209:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638443520, 638447616) 0 0 00000080:00200000:2.0:1775764894.052212:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.052217:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155870, 155870] 00020000:00200000:2.0:1775764894.052221:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638443520 chunk: [638443520, 638447616) 638447616, 4096 00020000:00200000:2.0:1775764894.052223:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.052235:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155870, 155870] 00000008:00010000:2.0:1775764894.052240:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.052243:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.052283:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052292:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638443520 638447615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052301:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052308:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052315:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052324:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638443520, 638447616) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.052329:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155870 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.052347:0:17279:0:(rw26.c:858:ll_write_end()) pos 638443520, len 4096, copied 4096 00000080:00200000:2.0:1775764894.052351:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000058ede306[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.052368:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a007743 fffffc0001001 3:0 ffff967bc9178620 155870 lru 00000080:00200000:2.0:1775764894.052373:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000c9017fe 155870: 1< 0 - - > 2< 638443520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 435 - -> 00000080:00200000:2.0:1775764894.052375:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000058ede306 00000080:00200000:2.0:1775764894.052377:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.052379:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.052389:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052401:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.052404:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.052406:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.052412:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.052415:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.052418:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.052422:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052430:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.052437:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.052439:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.052443:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.052447:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155870, 155870] 00000080:00200000:2.0:1775764894.052457:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.052460:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.052465:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638447616 i_blocks 1196131 00000080:00200000:2.0:1775764894.052468:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.052484:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638447616, count: 4096 00000080:00200000:2.0:1775764894.052496:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638447616, bytes: 4096 00000080:00200000:2.0:1775764894.052498:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.052502:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155872, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.052503:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638447616, 638451712) 0 0 00000080:00200000:2.0:1775764894.052505:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.052510:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155871, 155871] 00020000:00200000:2.0:1775764894.052513:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638447616 chunk: [638447616, 638451712) 638451712, 4096 00020000:00200000:2.0:1775764894.052515:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.052527:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155871, 155871] 00000008:00010000:2.0:1775764894.052532:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.052534:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.052542:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052551:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638447616 638451711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052558:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052565:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052572:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052580:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638447616, 638451712) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.052586:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155871 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.052615:0:17279:0:(rw26.c:858:ll_write_end()) pos 638447616, len 4096, copied 4096 00000080:00200000:2.0:1775764894.052620:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000038184b3[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.052623:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003f887b25 fffffc0001001 3:0 ffff967bc91799a0 155871 lru 00000080:00200000:2.0:1775764894.052628:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b797c7ef 155871: 1< 0 - - > 2< 638447616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 436 - -> 00000080:00200000:2.0:1775764894.052630:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000038184b3 00000080:00200000:2.0:1775764894.052631:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.052636:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.052644:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052656:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.052659:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.052661:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.052667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.052669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.052672:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.052676:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052683:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.052691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.052693:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.052697:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.052701:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155871, 155871] 00000080:00200000:2.0:1775764894.052711:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.052714:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.052719:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638451712 i_blocks 1196131 00000080:00200000:2.0:1775764894.052722:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.052737:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638451712, count: 4096 00000080:00200000:2.0:1775764894.052749:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638451712, bytes: 4096 00000080:00200000:2.0:1775764894.052752:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.052755:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155873, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.052757:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638451712, 638455808) 0 0 00000080:00200000:2.0:1775764894.052759:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.052765:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155872, 155872] 00020000:00200000:2.0:1775764894.052767:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638451712 chunk: [638451712, 638455808) 638455808, 4096 00020000:00200000:2.0:1775764894.052770:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.052781:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155872, 155872] 00000008:00010000:2.0:1775764894.052787:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.052789:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.052797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052806:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638451712 638455807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052821:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052827:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052835:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638451712, 638455808) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.052840:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155872 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.052859:0:17279:0:(rw26.c:858:ll_write_end()) pos 638451712, len 4096, copied 4096 00000080:00200000:2.0:1775764894.052864:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ba9faf8f[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.052866:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007f62e1ca fffffc0001001 3:0 ffff967bc9179a80 155872 lru 00000080:00200000:2.0:1775764894.052872:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b64b75b0 155872: 1< 0 - - > 2< 638451712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 437 - -> 00000080:00200000:2.0:1775764894.052874:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ba9faf8f 00000080:00200000:2.0:1775764894.052875:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.052878:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.052886:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.052899:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.052902:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.052904:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.052909:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.052911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.052913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.052917:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.052924:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.052933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.052935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.052940:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.052942:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155872, 155872] 00000080:00200000:2.0:1775764894.052953:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.052956:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.052961:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638455808 i_blocks 1196131 00000080:00200000:2.0:1775764894.052964:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.052980:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638455808, count: 4096 00000080:00200000:2.0:1775764894.052991:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638455808, bytes: 4096 00000080:00200000:2.0:1775764894.052994:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.052999:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155874, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.053000:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638455808, 638459904) 0 0 00000080:00200000:2.0:1775764894.053003:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.053008:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155873, 155873] 00020000:00200000:2.0:1775764894.053011:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638455808 chunk: [638455808, 638459904) 638459904, 4096 00020000:00200000:2.0:1775764894.053013:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.053025:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155873, 155873] 00000008:00010000:2.0:1775764894.053030:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.053032:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.053040:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053049:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638455808 638459903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053056:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053068:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053076:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638455808, 638459904) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.053081:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155873 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.053098:0:17279:0:(rw26.c:858:ll_write_end()) pos 638455808, len 4096, copied 4096 00000080:00200000:2.0:1775764894.053102:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006581d97e[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.053105:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009171dd4a fffffc0001001 3:0 ffff967bc9179540 155873 lru 00000080:00200000:2.0:1775764894.053111:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000068f9c201 155873: 1< 0 - - > 2< 638455808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 438 - -> 00000080:00200000:2.0:1775764894.053114:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006581d97e 00000080:00200000:2.0:1775764894.053115:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.053118:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.053125:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053138:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.053141:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.053143:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.053149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.053151:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.053154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.053158:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053165:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.053173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.053175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.053180:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.053183:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155873, 155873] 00000080:00200000:2.0:1775764894.053193:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.053196:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.053201:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638459904 i_blocks 1196131 00000080:00200000:2.0:1775764894.053203:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.053218:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638459904, count: 4096 00000080:00200000:2.0:1775764894.053228:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638459904, bytes: 4096 00000080:00200000:2.0:1775764894.053230:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.053233:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155875, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.053235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638459904, 638464000) 0 0 00000080:00200000:2.0:1775764894.053237:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.053242:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155874, 155874] 00020000:00200000:2.0:1775764894.053274:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638459904 chunk: [638459904, 638464000) 638464000, 4096 00020000:00200000:2.0:1775764894.053277:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.053290:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155874, 155874] 00000008:00010000:2.0:1775764894.053296:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.053298:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.053306:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053315:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638459904 638463999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053324:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053332:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053339:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053347:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638459904, 638464000) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.053352:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155874 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.053380:0:17279:0:(rw26.c:858:ll_write_end()) pos 638459904, len 4096, copied 4096 00000080:00200000:2.0:1775764894.053384:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c32ccbff[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.053386:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aed2dd05 fffffc0001001 3:0 ffff967bc91790e0 155874 lru 00000080:00200000:2.0:1775764894.053391:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d0af129e 155874: 1< 0 - - > 2< 638459904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 439 - -> 00000080:00200000:2.0:1775764894.053392:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c32ccbff 00000080:00200000:2.0:1775764894.053393:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.053395:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.053404:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053416:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.053418:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.053420:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.053426:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.053428:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.053431:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.053434:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053442:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.053450:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.053453:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.053457:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.053460:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155874, 155874] 00000080:00200000:2.0:1775764894.053470:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.053473:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.053478:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638464000 i_blocks 1196131 00000080:00200000:2.0:1775764894.053481:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.053496:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638464000, count: 4096 00000080:00200000:2.0:1775764894.053508:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638464000, bytes: 4096 00000080:00200000:2.0:1775764894.053511:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.053514:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155876, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.053516:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638464000, 638468096) 0 0 00000080:00200000:2.0:1775764894.053519:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.053524:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155875, 155875] 00020000:00200000:2.0:1775764894.053527:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638464000 chunk: [638464000, 638468096) 638468096, 4096 00020000:00200000:2.0:1775764894.053529:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.053541:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155875, 155875] 00000008:00010000:2.0:1775764894.053546:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.053549:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.053557:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053566:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638464000 638468095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053574:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053581:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053587:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053595:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638464000, 638468096) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.053601:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155875 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.053617:0:17279:0:(rw26.c:858:ll_write_end()) pos 638464000, len 4096, copied 4096 00000080:00200000:2.0:1775764894.053621:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000022a3c383[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.053624:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003932d475 fffffc0001001 3:0 ffff967bc91791c0 155875 lru 00000080:00200000:2.0:1775764894.053629:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7968d38 155875: 1< 0 - - > 2< 638464000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 440 - -> 00000080:00200000:2.0:1775764894.053631:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000022a3c383 00000080:00200000:2.0:1775764894.053632:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.053635:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.053644:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053656:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.053658:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.053661:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.053666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.053669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.053671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.053675:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053683:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.053691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.053692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.053697:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.053700:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155875, 155875] 00000080:00200000:2.0:1775764894.053711:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.053714:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.053719:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638468096 i_blocks 1196131 00000080:00200000:2.0:1775764894.053721:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.053736:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638468096, count: 4096 00000080:00200000:2.0:1775764894.053747:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638468096, bytes: 4096 00000080:00200000:2.0:1775764894.053750:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.053754:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155877, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.053755:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638468096, 638472192) 0 0 00000080:00200000:2.0:1775764894.053758:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.053763:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155876, 155876] 00020000:00200000:2.0:1775764894.053765:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638468096 chunk: [638468096, 638472192) 638472192, 4096 00020000:00200000:2.0:1775764894.053768:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.053780:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155876, 155876] 00000008:00010000:2.0:1775764894.053785:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.053787:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.053798:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053807:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638468096 638472191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053821:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053826:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053834:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638468096, 638472192) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.053838:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155876 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.053856:0:17279:0:(rw26.c:858:ll_write_end()) pos 638468096, len 4096, copied 4096 00000080:00200000:2.0:1775764894.053860:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000017697206[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.053862:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000da60da73 fffffc0001001 3:0 ffff967bc9179700 155876 lru 00000080:00200000:2.0:1775764894.053867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000df43a2ac 155876: 1< 0 - - > 2< 638468096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 441 - -> 00000080:00200000:2.0:1775764894.053869:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000017697206 00000080:00200000:2.0:1775764894.053870:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.053873:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.053881:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.053892:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.053895:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.053897:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.053901:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.053904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.053907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.053910:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.053917:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.053924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.053926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.053930:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.053933:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155876, 155876] 00000080:00200000:2.0:1775764894.053943:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.053946:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.053951:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638472192 i_blocks 1196131 00000080:00200000:2.0:1775764894.053953:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.053969:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638472192, count: 4096 00000080:00200000:2.0:1775764894.053980:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638472192, bytes: 4096 00000080:00200000:2.0:1775764894.053983:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.053986:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155878, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.053987:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638472192, 638476288) 0 0 00000080:00200000:2.0:1775764894.053990:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.053995:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155877, 155877] 00020000:00200000:2.0:1775764894.053998:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638472192 chunk: [638472192, 638476288) 638476288, 4096 00020000:00200000:2.0:1775764894.054000:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.054012:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155877, 155877] 00000008:00010000:2.0:1775764894.054018:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.054020:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.054027:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054036:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638472192 638476287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054044:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054051:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054058:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.054067:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638472192, 638476288) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.054072:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155877 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.054088:0:17279:0:(rw26.c:858:ll_write_end()) pos 638472192, len 4096, copied 4096 00000080:00200000:2.0:1775764894.054093:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000de439010[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.054096:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000007d986ae fffffc0001001 3:0 ffff967bc91792a0 155877 lru 00000080:00200000:2.0:1775764894.054101:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e4f9dda3 155877: 1< 0 - - > 2< 638472192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 442 - -> 00000080:00200000:2.0:1775764894.054103:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000de439010 00000080:00200000:2.0:1775764894.054105:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.054107:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.054116:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.054128:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.054131:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.054133:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.054139:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.054142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.054144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.054148:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054156:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.054164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.054166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.054171:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.054174:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155877, 155877] 00000080:00200000:2.0:1775764894.054187:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.054190:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.054196:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638476288 i_blocks 1196131 00000080:00200000:2.0:1775764894.054199:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.054214:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638476288, count: 4096 00000080:00200000:2.0:1775764894.054226:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638476288, bytes: 4096 00000080:00200000:2.0:1775764894.054228:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.054232:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155879, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.054233:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638476288, 638480384) 0 0 00000080:00200000:2.0:1775764894.054236:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.054241:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155878, 155878] 00020000:00200000:2.0:1775764894.054275:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638476288 chunk: [638476288, 638480384) 638480384, 4096 00020000:00200000:2.0:1775764894.054277:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.054292:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155878, 155878] 00000008:00010000:2.0:1775764894.054298:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.054300:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.054308:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054317:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638476288 638480383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054325:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054332:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.054339:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.054348:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638476288, 638480384) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.057335:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155878 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.057405:0:17279:0:(rw26.c:858:ll_write_end()) pos 638476288, len 4096, copied 4096 00000080:00200000:2.0:1775764894.057415:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ec66d4b5[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.057419:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000649df011 fffffc0001001 3:0 ffff967bc9179e00 155878 lru 00000080:00200000:2.0:1775764894.057427:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000517342a6 155878: 1< 0 - - > 2< 638476288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 443 - -> 00000080:00200000:2.0:1775764894.057429:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ec66d4b5 00000080:00200000:2.0:1775764894.057431:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.057436:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.057458:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.057487:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.057491:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.057495:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.057510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.057514:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.057517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.057524:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.057534:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.057548:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.057551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.057559:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.057565:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155878, 155878] 00000080:00200000:2.0:1775764894.057595:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.057598:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.057610:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638480384 i_blocks 1196131 00000080:00200000:2.0:1775764894.057616:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.057648:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638480384, count: 4096 00000080:00200000:2.0:1775764894.057673:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638480384, bytes: 4096 00000080:00200000:2.0:1775764894.057678:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.057684:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155880, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.057685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638480384, 638484480) 0 0 00000080:00200000:2.0:1775764894.057690:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.057704:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155879, 155879] 00020000:00200000:2.0:1775764894.057709:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638480384 chunk: [638480384, 638484480) 638484480, 4096 00020000:00200000:2.0:1775764894.057714:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.057736:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155879, 155879] 00000008:00010000:2.0:1775764894.057750:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.057756:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.057773:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.057786:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638480384 638484479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.057797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.057804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.057811:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.057820:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638480384, 638484480) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.057829:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155879 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.057846:0:17279:0:(rw26.c:858:ll_write_end()) pos 638480384, len 4096, copied 4096 00000080:00200000:2.0:1775764894.057850:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001397f7b1[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.057853:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000031565711 fffffc0001001 3:0 ffff967bc91798c0 155879 lru 00000080:00200000:2.0:1775764894.057858:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000035d7d5f4 155879: 1< 0 - - > 2< 638480384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 444 - -> 00000080:00200000:2.0:1775764894.057860:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001397f7b1 00000080:00200000:2.0:1775764894.057862:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.057864:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.057872:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.057884:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.057887:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.057889:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.057895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.057897:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.057900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.057904:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.057913:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.057921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.057924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.057928:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.057931:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155879, 155879] 00000080:00200000:2.0:1775764894.057942:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.057945:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.057950:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638484480 i_blocks 1196131 00000080:00200000:2.0:1775764894.057953:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.057970:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638484480, count: 4096 00000080:00200000:2.0:1775764894.057982:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638484480, bytes: 4096 00000080:00200000:2.0:1775764894.057985:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.057989:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155881, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.057990:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638484480, 638488576) 0 0 00000080:00200000:2.0:1775764894.057993:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.057999:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155880, 155880] 00020000:00200000:2.0:1775764894.058002:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638484480 chunk: [638484480, 638488576) 638488576, 4096 00020000:00200000:2.0:1775764894.058004:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.058015:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155880, 155880] 00000008:00010000:2.0:1775764894.058021:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.058023:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.058031:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058040:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638484480 638488575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058049:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058057:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058064:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058072:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638484480, 638488576) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.058078:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155880 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.058096:0:17279:0:(rw26.c:858:ll_write_end()) pos 638484480, len 4096, copied 4096 00000080:00200000:2.0:1775764894.058101:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000270f86b8[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.058104:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000043fdb324 fffffc0001001 3:0 ffff967bc9179460 155880 lru 00000080:00200000:2.0:1775764894.058110:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000020ab908 155880: 1< 0 - - > 2< 638484480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 445 - -> 00000080:00200000:2.0:1775764894.058112:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000270f86b8 00000080:00200000:2.0:1775764894.058114:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.058116:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.058124:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058136:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.058139:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.058142:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.058148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.058150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.058153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.058157:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058165:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.058173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.058175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.058179:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.058182:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155880, 155880] 00000080:00200000:2.0:1775764894.058193:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.058196:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.058201:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638488576 i_blocks 1196131 00000080:00200000:2.0:1775764894.058204:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.058220:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638488576, count: 4096 00000080:00200000:2.0:1775764894.058232:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638488576, bytes: 4096 00000080:00200000:2.0:1775764894.058235:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.058238:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155882, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.058240:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638488576, 638492672) 0 0 00000080:00200000:2.0:1775764894.058243:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.058371:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155881, 155881] 00020000:00200000:2.0:1775764894.058374:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638488576 chunk: [638488576, 638492672) 638492672, 4096 00020000:00200000:2.0:1775764894.058377:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.058393:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155881, 155881] 00000008:00010000:2.0:1775764894.058398:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.058401:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.058409:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058418:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638488576 638492671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058427:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058435:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058442:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058451:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638488576, 638492672) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.058456:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155881 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.058474:0:17279:0:(rw26.c:858:ll_write_end()) pos 638488576, len 4096, copied 4096 00000080:00200000:2.0:1775764894.058479:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ef032716[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.058482:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000077e1ea82 fffffc0001001 3:0 ffff967bc9179ee0 155881 lru 00000080:00200000:2.0:1775764894.058488:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000979e9251 155881: 1< 0 - - > 2< 638488576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 446 - -> 00000080:00200000:2.0:1775764894.058490:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ef032716 00000080:00200000:2.0:1775764894.058492:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.058494:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.058502:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058515:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.058518:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.058521:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.058526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.058529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.058531:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.058535:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058543:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.058551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.058553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.058558:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.058561:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155881, 155881] 00000080:00200000:2.0:1775764894.058573:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.058576:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.058581:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638492672 i_blocks 1196131 00000080:00200000:2.0:1775764894.058583:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.058599:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638492672, count: 4096 00000080:00200000:2.0:1775764894.058611:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638492672, bytes: 4096 00000080:00200000:2.0:1775764894.058615:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.058618:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155883, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.058620:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638492672, 638496768) 0 0 00000080:00200000:2.0:1775764894.058623:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.058628:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155882, 155882] 00020000:00200000:2.0:1775764894.058631:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638492672 chunk: [638492672, 638496768) 638496768, 4096 00020000:00200000:2.0:1775764894.058633:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.058645:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155882, 155882] 00000008:00010000:2.0:1775764894.058652:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.058654:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.058663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058671:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638492672 638496767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058680:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058688:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058695:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058704:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638492672, 638496768) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.058709:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155882 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.058726:0:17279:0:(rw26.c:858:ll_write_end()) pos 638492672, len 4096, copied 4096 00000080:00200000:2.0:1775764894.058730:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b61c018d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.058733:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce8acc2b fffffc0001001 3:0 ffff967bc9179d20 155882 lru 00000080:00200000:2.0:1775764894.058738:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9d90e9b 155882: 1< 0 - - > 2< 638492672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 447 - -> 00000080:00200000:2.0:1775764894.058740:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b61c018d 00000080:00200000:2.0:1775764894.058741:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.058743:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.058751:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058763:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.058766:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.058768:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.058773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.058776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.058778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.058781:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058788:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.058795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.058797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.058801:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.058804:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155882, 155882] 00000080:00200000:2.0:1775764894.058816:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.058819:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.058823:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638496768 i_blocks 1196131 00000080:00200000:2.0:1775764894.058826:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.058841:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638496768, count: 4096 00000080:00200000:2.0:1775764894.058852:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638496768, bytes: 4096 00000080:00200000:2.0:1775764894.058856:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.058859:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155884, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.058861:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638496768, 638500864) 0 0 00000080:00200000:2.0:1775764894.058864:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.058870:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155883, 155883] 00020000:00200000:2.0:1775764894.058873:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638496768 chunk: [638496768, 638500864) 638500864, 4096 00020000:00200000:2.0:1775764894.058875:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.058888:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155883, 155883] 00000008:00010000:2.0:1775764894.058893:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.058896:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.058904:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058912:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638496768 638500863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058921:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058928:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.058935:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.058944:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638496768, 638500864) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.058949:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155883 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.058972:0:17279:0:(rw26.c:858:ll_write_end()) pos 638496768, len 4096, copied 4096 00000080:00200000:2.0:1775764894.058977:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000012fb44df[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.058980:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf1871a2 fffffc0001021 2:0 ffff967bc91797e0 155883 lru 00000080:00200000:2.0:1775764894.058985:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004cf511ca 155883: 1< 0 - - > 2< 638496768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 448 - -> 00000080:00200000:2.0:1775764894.058988:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000012fb44df 00000080:00200000:2.0:1775764894.058989:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.058991:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.059000:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059012:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.059015:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.059017:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.059023:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.059025:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.059028:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.059031:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059039:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.059046:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.059048:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.059053:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.059057:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155883, 155883] 00000080:00200000:2.0:1775764894.059070:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.059073:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.059080:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638500864 i_blocks 1196131 00000080:00200000:2.0:1775764894.059084:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.059098:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638500864, count: 4096 00000080:00200000:2.0:1775764894.059109:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638500864, bytes: 4096 00000080:00200000:2.0:1775764894.059112:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.059116:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155885, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.059117:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638500864, 638504960) 0 0 00000080:00200000:2.0:1775764894.059120:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.059125:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155884, 155884] 00020000:00200000:2.0:1775764894.059128:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638500864 chunk: [638500864, 638504960) 638504960, 4096 00020000:00200000:2.0:1775764894.059130:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.059142:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155884, 155884] 00000008:00010000:2.0:1775764894.059149:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.059152:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.059159:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059168:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638500864 638504959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059176:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059183:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059189:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059197:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638500864, 638504960) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.059203:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155884 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.059219:0:17279:0:(rw26.c:858:ll_write_end()) pos 638500864, len 4096, copied 4096 00000080:00200000:2.0:1775764894.059224:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d2dc1bf4[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.059226:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf97878a fffffc0001001 3:0 ffff967bc9179b60 155884 lru 00000080:00200000:2.0:1775764894.059231:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000069a6763a 155884: 1< 0 - - > 2< 638500864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 449 - -> 00000080:00200000:2.0:1775764894.059232:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d2dc1bf4 00000080:00200000:2.0:1775764894.059234:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.059236:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.059244:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059287:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.059291:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.059293:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.059299:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.059301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.059303:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.059307:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059316:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.059324:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.059326:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.059330:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.059333:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155884, 155884] 00000080:00200000:2.0:1775764894.059344:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.059348:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.059363:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638504960 i_blocks 1196131 00000080:00200000:2.0:1775764894.059367:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.059383:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638504960, count: 4096 00000080:00200000:2.0:1775764894.059396:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638504960, bytes: 4096 00000080:00200000:2.0:1775764894.059398:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.059402:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155886, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.059403:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638504960, 638509056) 0 0 00000080:00200000:2.0:1775764894.059405:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.059411:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155885, 155885] 00020000:00200000:2.0:1775764894.059413:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638504960 chunk: [638504960, 638509056) 638509056, 4096 00020000:00200000:2.0:1775764894.059415:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.059428:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155885, 155885] 00000008:00010000:2.0:1775764894.059433:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.059435:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.059443:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059452:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638504960 638509055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059460:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059467:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059473:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059481:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638504960, 638509056) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.059487:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155885 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.059504:0:17279:0:(rw26.c:858:ll_write_end()) pos 638504960, len 4096, copied 4096 00000080:00200000:2.0:1775764894.059509:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006d53939a[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.059511:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000029543183 fffffc0001001 3:0 ffff967bc9179620 155885 lru 00000080:00200000:2.0:1775764894.059517:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009635d7d0 155885: 1< 0 - - > 2< 638504960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 450 - -> 00000080:00200000:2.0:1775764894.059519:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006d53939a 00000080:00200000:2.0:1775764894.059521:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.059523:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.059532:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059544:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.059546:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.059549:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.059554:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.059557:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.059559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.059563:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059570:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.059578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.059581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.059585:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.059588:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155885, 155885] 00000080:00200000:2.0:1775764894.059599:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.059602:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.059607:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638509056 i_blocks 1196131 00000080:00200000:2.0:1775764894.059610:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.059625:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638509056, count: 4096 00000080:00200000:2.0:1775764894.059637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638509056, bytes: 4096 00000080:00200000:2.0:1775764894.059639:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.059643:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155887, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.059644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638509056, 638513152) 0 0 00000080:00200000:2.0:1775764894.059647:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.059652:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155886, 155886] 00020000:00200000:2.0:1775764894.059655:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638509056 chunk: [638509056, 638513152) 638513152, 4096 00020000:00200000:2.0:1775764894.059658:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.059670:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155886, 155886] 00000008:00010000:2.0:1775764894.059676:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.059678:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.059686:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059694:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638509056 638513151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059704:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059711:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059718:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059725:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638509056, 638513152) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.059730:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155886 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.059748:0:17279:0:(rw26.c:858:ll_write_end()) pos 638509056, len 4096, copied 4096 00000080:00200000:2.0:1775764894.059752:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d8728b8e[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.059755:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000e7f5c06 fffffc0001001 3:0 ffff967bc9179000 155886 lru 00000080:00200000:2.0:1775764894.059760:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002a7a0fbb 155886: 1< 0 - - > 2< 638509056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 451 - -> 00000080:00200000:2.0:1775764894.059762:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d8728b8e 00000080:00200000:2.0:1775764894.059763:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.059765:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.059774:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059785:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.059788:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.059790:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.059796:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.059799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.059802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.059806:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059813:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.059820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.059823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.059827:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.059829:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155886, 155886] 00000080:00200000:2.0:1775764894.059840:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.059843:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.059847:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638513152 i_blocks 1196131 00000080:00200000:2.0:1775764894.059850:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.059866:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638513152, count: 4096 00000080:00200000:2.0:1775764894.059878:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638513152, bytes: 4096 00000080:00200000:2.0:1775764894.059881:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.059885:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155888, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.059886:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638513152, 638517248) 0 0 00000080:00200000:2.0:1775764894.059889:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.059894:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155887, 155887] 00020000:00200000:2.0:1775764894.059897:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638513152 chunk: [638513152, 638517248) 638517248, 4096 00020000:00200000:2.0:1775764894.059899:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.059911:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155887, 155887] 00000008:00010000:2.0:1775764894.059916:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.059918:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.059925:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059933:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638513152 638517247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059941:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059948:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.059955:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.059963:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638513152, 638517248) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.059968:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155887 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.059988:0:17279:0:(rw26.c:858:ll_write_end()) pos 638513152, len 4096, copied 4096 00000080:00200000:2.0:1775764894.059992:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000011377101[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.059994:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007eb2a859 fffffc0001001 3:0 ffff967bc9179380 155887 lru 00000080:00200000:2.0:1775764894.059999:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000059c52356 155887: 1< 0 - - > 2< 638513152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 452 - -> 00000080:00200000:2.0:1775764894.060002:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000011377101 00000080:00200000:2.0:1775764894.060003:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.060005:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.060013:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.060025:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.060028:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.060030:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.060035:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.060038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.060040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.060044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.060051:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.060059:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.060061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.060066:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.060068:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155887, 155887] 00000080:00200000:2.0:1775764894.060078:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.060081:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.060086:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638517248 i_blocks 1196131 00000080:00200000:2.0:1775764894.060088:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.060103:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638517248, count: 4096 00000080:00200000:2.0:1775764894.060115:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638517248, bytes: 4096 00000080:00200000:2.0:1775764894.060117:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.060121:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155889, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.060123:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638517248, 638521344) 0 0 00000080:00200000:2.0:1775764894.060125:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.060130:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155888, 155888] 00020000:00200000:2.0:1775764894.060133:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638517248 chunk: [638517248, 638521344) 638521344, 4096 00020000:00200000:2.0:1775764894.060135:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.060146:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155888, 155888] 00000008:00010000:2.0:1775764894.060152:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.060154:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.060161:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.060171:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638517248 638521343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.060179:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.060186:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.060193:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.060201:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638517248, 638521344) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.060207:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155888 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.060223:0:17279:0:(rw26.c:858:ll_write_end()) pos 638517248, len 4096, copied 4096 00000080:00200000:2.0:1775764894.060228:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000368b0250[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.060231:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3258f80 fffffc0001001 3:0 ffff967bc9179c40 155888 lru 00000080:00200000:2.0:1775764894.060236:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d55d720e 155888: 1< 0 - - > 2< 638517248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 453 - -> 00000080:00200000:2.0:1775764894.060238:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000368b0250 00000080:00200000:2.0:1775764894.060240:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.060242:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.063109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.063150:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.063156:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.063160:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.063175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.063179:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.063182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.063189:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063200:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.063214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.063217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.063225:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.063233:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155888, 155888] 00000080:00200000:2.0:1775764894.063281:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.063286:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.063297:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638521344 i_blocks 1196131 00000080:00200000:2.0:1775764894.063302:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.063339:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638521344, count: 4096 00000080:00200000:2.0:1775764894.063374:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638521344, bytes: 4096 00000080:00200000:2.0:1775764894.063380:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.063386:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155890, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.063388:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638521344, 638525440) 0 0 00000080:00200000:2.0:1775764894.063392:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.063405:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155889, 155889] 00020000:00200000:2.0:1775764894.063410:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638521344 chunk: [638521344, 638525440) 638525440, 4096 00020000:00200000:2.0:1775764894.063414:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.063437:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155889, 155889] 00000008:00010000:2.0:1775764894.063448:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.063453:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.063470:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063483:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638521344 638525439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063494:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063503:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063510:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.063520:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638521344, 638525440) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.063532:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155889 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.063582:0:17279:0:(rw26.c:858:ll_write_end()) pos 638521344, len 4096, copied 4096 00000080:00200000:2.0:1775764894.063589:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006b2c9d53[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.063593:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006294df85 fffffc0001001 3:0 ffff967bc917a8c0 155889 lru 00000080:00200000:2.0:1775764894.063600:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000028790160 155889: 1< 0 - - > 2< 638521344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 454 - -> 00000080:00200000:2.0:1775764894.063602:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006b2c9d53 00000080:00200000:2.0:1775764894.063604:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.063607:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.063617:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.063629:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.063632:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.063634:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.063641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.063643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.063646:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.063649:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063657:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.063665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.063668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.063672:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.063675:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155889, 155889] 00000080:00200000:2.0:1775764894.063687:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.063689:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.063695:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638525440 i_blocks 1196131 00000080:00200000:2.0:1775764894.063698:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.063712:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638525440, count: 4096 00000080:00200000:2.0:1775764894.063722:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638525440, bytes: 4096 00000080:00200000:2.0:1775764894.063725:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.063729:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155891, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.063731:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638525440, 638529536) 0 0 00000080:00200000:2.0:1775764894.063734:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.063739:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155890, 155890] 00020000:00200000:2.0:1775764894.063742:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638525440 chunk: [638525440, 638529536) 638529536, 4096 00020000:00200000:2.0:1775764894.063744:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.063755:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155890, 155890] 00000008:00010000:2.0:1775764894.063760:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.063763:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.063770:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063779:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638525440 638529535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063786:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063793:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063799:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.063808:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638525440, 638529536) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.063813:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155890 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.063830:0:17279:0:(rw26.c:858:ll_write_end()) pos 638525440, len 4096, copied 4096 00000080:00200000:2.0:1775764894.063834:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c40cf9d8[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.063838:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008dc8e288 fffffc0001001 3:0 ffff967bc917a460 155890 lru 00000080:00200000:2.0:1775764894.063843:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3aae32f 155890: 1< 0 - - > 2< 638525440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 455 - -> 00000080:00200000:2.0:1775764894.063846:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c40cf9d8 00000080:00200000:2.0:1775764894.063848:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.063850:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.063858:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.063870:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.063873:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.063875:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.063881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.063883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.063886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.063889:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.063897:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.063905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.063907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.063911:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.063913:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155890, 155890] 00000080:00200000:2.0:1775764894.063924:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.063927:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.063931:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638529536 i_blocks 1196131 00000080:00200000:2.0:1775764894.063934:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.063948:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638529536, count: 4096 00000080:00200000:2.0:1775764894.063960:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638529536, bytes: 4096 00000080:00200000:2.0:1775764894.063962:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.063966:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155892, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.063968:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638529536, 638533632) 0 0 00000080:00200000:2.0:1775764894.063971:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.063976:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155891, 155891] 00020000:00200000:2.0:1775764894.063978:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638529536 chunk: [638529536, 638533632) 638533632, 4096 00020000:00200000:2.0:1775764894.063981:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.063991:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155891, 155891] 00000008:00010000:2.0:1775764894.063995:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.063998:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.064005:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064014:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638529536 638533631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064022:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064030:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064037:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064045:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638529536, 638533632) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.064049:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155891 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.064063:0:17279:0:(rw26.c:858:ll_write_end()) pos 638529536, len 4096, copied 4096 00000080:00200000:2.0:1775764894.064067:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001dd5835d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.064070:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0b9a4a9 fffffc0001001 3:0 ffff967bc917aee0 155891 lru 00000080:00200000:2.0:1775764894.064076:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0cf2eb7 155891: 1< 0 - - > 2< 638529536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 456 - -> 00000080:00200000:2.0:1775764894.064077:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001dd5835d 00000080:00200000:2.0:1775764894.064079:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.064081:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.064088:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064099:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.064102:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.064104:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.064109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.064111:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.064114:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.064118:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064125:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.064133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.064135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.064139:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.064141:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155891, 155891] 00000080:00200000:2.0:1775764894.064151:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.064154:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.064158:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638533632 i_blocks 1196131 00000080:00200000:2.0:1775764894.064161:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.064175:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638533632, count: 4096 00000080:00200000:2.0:1775764894.064186:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638533632, bytes: 4096 00000080:00200000:2.0:1775764894.064188:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.064192:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155893, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.064193:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638533632, 638537728) 0 0 00000080:00200000:2.0:1775764894.064196:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.064201:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155892, 155892] 00020000:00200000:2.0:1775764894.064203:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638533632 chunk: [638533632, 638537728) 638537728, 4096 00020000:00200000:2.0:1775764894.064206:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.064215:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155892, 155892] 00000008:00010000:2.0:1775764894.064220:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.064222:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.064228:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064237:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638533632 638537727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064273:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064281:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064287:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064296:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638533632, 638537728) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.064302:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155892 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.064320:0:17279:0:(rw26.c:858:ll_write_end()) pos 638533632, len 4096, copied 4096 00000080:00200000:2.0:1775764894.064324:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000021cc17a5[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.064327:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000098e7a52f fffffc0001001 3:0 ffff967bc917ad20 155892 lru 00000080:00200000:2.0:1775764894.064332:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000efd74891 155892: 1< 0 - - > 2< 638533632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 457 - -> 00000080:00200000:2.0:1775764894.064334:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000021cc17a5 00000080:00200000:2.0:1775764894.064336:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.064338:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.064346:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064372:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.064376:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.064378:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.064384:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.064386:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.064388:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.064391:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064398:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.064405:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.064407:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.064411:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.064414:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155892, 155892] 00000080:00200000:2.0:1775764894.064425:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.064429:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.064434:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638537728 i_blocks 1196131 00000080:00200000:2.0:1775764894.064437:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.064452:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638537728, count: 4096 00000080:00200000:2.0:1775764894.064464:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638537728, bytes: 4096 00000080:00200000:2.0:1775764894.064467:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.064471:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155894, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.064472:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638537728, 638541824) 0 0 00000080:00200000:2.0:1775764894.064475:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.064481:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155893, 155893] 00020000:00200000:2.0:1775764894.064484:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638537728 chunk: [638537728, 638541824) 638541824, 4096 00020000:00200000:2.0:1775764894.064486:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.064498:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155893, 155893] 00000008:00010000:2.0:1775764894.064503:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.064505:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.064513:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064522:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638537728 638541823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064530:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064536:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064543:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064550:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638537728, 638541824) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.064556:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155893 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.064573:0:17279:0:(rw26.c:858:ll_write_end()) pos 638537728, len 4096, copied 4096 00000080:00200000:2.0:1775764894.064577:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009788f6a5[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.064580:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b811bfc2 fffffc0001001 3:0 ffff967bc917a7e0 155893 lru 00000080:00200000:2.0:1775764894.064586:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b045f039 155893: 1< 0 - - > 2< 638537728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 458 - -> 00000080:00200000:2.0:1775764894.064588:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009788f6a5 00000080:00200000:2.0:1775764894.064590:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.064591:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.064600:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064612:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.064615:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.064617:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.064622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.064625:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.064627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.064631:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064640:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.064648:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.064650:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.064654:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.064656:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155893, 155893] 00000080:00200000:2.0:1775764894.064667:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.064669:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.064674:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638541824 i_blocks 1196131 00000080:00200000:2.0:1775764894.064677:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.064690:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638541824, count: 4096 00000080:00200000:2.0:1775764894.064701:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638541824, bytes: 4096 00000080:00200000:2.0:1775764894.064703:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.064707:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155895, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.064708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638541824, 638545920) 0 0 00000080:00200000:2.0:1775764894.064711:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.064716:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155894, 155894] 00020000:00200000:2.0:1775764894.064718:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638541824 chunk: [638541824, 638545920) 638545920, 4096 00020000:00200000:2.0:1775764894.064721:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.064731:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155894, 155894] 00000008:00010000:2.0:1775764894.064735:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.064737:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.064744:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064752:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638541824 638545919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064760:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064768:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064774:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064782:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638541824, 638545920) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.064786:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155894 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.064800:0:17279:0:(rw26.c:858:ll_write_end()) pos 638541824, len 4096, copied 4096 00000080:00200000:2.0:1775764894.064804:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009274c36a[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.064806:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002b4840c9 fffffc0001001 3:0 ffff967bc917ab60 155894 lru 00000080:00200000:2.0:1775764894.064812:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3f8111d 155894: 1< 0 - - > 2< 638541824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 459 - -> 00000080:00200000:2.0:1775764894.064814:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009274c36a 00000080:00200000:2.0:1775764894.064815:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.064817:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.064825:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.064835:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.064838:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.064840:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.064845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.064847:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.064849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.064853:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064860:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.064867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.064869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.064873:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.064875:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155894, 155894] 00000080:00200000:2.0:1775764894.064885:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.064888:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.064892:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638545920 i_blocks 1196131 00000080:00200000:2.0:1775764894.064895:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.064908:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638545920, count: 4096 00000080:00200000:2.0:1775764894.064918:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638545920, bytes: 4096 00000080:00200000:2.0:1775764894.064921:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.064924:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155896, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.064926:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638545920, 638550016) 0 0 00000080:00200000:2.0:1775764894.064928:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.064933:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155895, 155895] 00020000:00200000:2.0:1775764894.064935:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638545920 chunk: [638545920, 638550016) 638550016, 4096 00020000:00200000:2.0:1775764894.064938:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.064947:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155895, 155895] 00000008:00010000:2.0:1775764894.064952:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.064954:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.064961:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064970:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638545920 638550015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064979:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064986:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.064994:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065000:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638545920, 638550016) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.065004:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155895 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.065018:0:17279:0:(rw26.c:858:ll_write_end()) pos 638545920, len 4096, copied 4096 00000080:00200000:2.0:1775764894.065022:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000df88438f[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.065024:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee3d762b fffffc0001001 3:0 ffff967bc917a620 155895 lru 00000080:00200000:2.0:1775764894.065030:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000857e31e8 155895: 1< 0 - - > 2< 638545920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 460 - -> 00000080:00200000:2.0:1775764894.065032:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000df88438f 00000080:00200000:2.0:1775764894.065033:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.065035:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.065042:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065052:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.065055:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.065057:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.065062:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.065064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.065066:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.065071:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065078:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.065085:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.065088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.065091:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.065093:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155895, 155895] 00000080:00200000:2.0:1775764894.065103:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.065106:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.065111:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638550016 i_blocks 1196131 00000080:00200000:2.0:1775764894.065113:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.065127:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638550016, count: 4096 00000080:00200000:2.0:1775764894.065137:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638550016, bytes: 4096 00000080:00200000:2.0:1775764894.065140:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.065143:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155897, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.065145:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638550016, 638554112) 0 0 00000080:00200000:2.0:1775764894.065147:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.065152:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155896, 155896] 00020000:00200000:2.0:1775764894.065154:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638550016 chunk: [638550016, 638554112) 638554112, 4096 00020000:00200000:2.0:1775764894.065156:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.065167:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155896, 155896] 00000008:00010000:2.0:1775764894.065172:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.065174:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.065181:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065190:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638550016 638554111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065198:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065206:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065213:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065220:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638550016, 638554112) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.065224:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155896 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.065238:0:17279:0:(rw26.c:858:ll_write_end()) pos 638550016, len 4096, copied 4096 00000080:00200000:2.0:1775764894.065241:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000d56b59c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.065271:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006204e4f2 fffffc0001001 3:0 ffff967bc917a000 155896 lru 00000080:00200000:2.0:1775764894.065278:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006f910614 155896: 1< 0 - - > 2< 638550016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 461 - -> 00000080:00200000:2.0:1775764894.065280:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000d56b59c 00000080:00200000:2.0:1775764894.065281:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.065283:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.065292:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065304:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.065307:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.065310:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.065315:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.065318:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.065320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.065323:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065330:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.065338:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.065340:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.065344:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.065348:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155896, 155896] 00000080:00200000:2.0:1775764894.065372:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.065375:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.065381:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638554112 i_blocks 1196131 00000080:00200000:2.0:1775764894.065384:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.065401:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638554112, count: 4096 00000080:00200000:2.0:1775764894.065412:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638554112, bytes: 4096 00000080:00200000:2.0:1775764894.065414:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.065418:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155898, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.065420:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638554112, 638558208) 0 0 00000080:00200000:2.0:1775764894.065422:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.065428:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155897, 155897] 00020000:00200000:2.0:1775764894.065430:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638554112 chunk: [638554112, 638558208) 638558208, 4096 00020000:00200000:2.0:1775764894.065433:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.065445:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155897, 155897] 00000008:00010000:2.0:1775764894.065449:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.065452:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.065459:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065468:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638554112 638558207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065476:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065483:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065489:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065496:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638554112, 638558208) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.065502:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155897 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.065518:0:17279:0:(rw26.c:858:ll_write_end()) pos 638554112, len 4096, copied 4096 00000080:00200000:2.0:1775764894.065522:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a225fc2c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.065525:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000257c74ae fffffc0001001 3:0 ffff967bc917a380 155897 lru 00000080:00200000:2.0:1775764894.065530:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003d254cd9 155897: 1< 0 - - > 2< 638554112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 462 - -> 00000080:00200000:2.0:1775764894.065532:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a225fc2c 00000080:00200000:2.0:1775764894.065533:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.065535:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.065544:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065555:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.065558:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.065560:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.065565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.065568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.065570:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.065574:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065582:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.065589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.065592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.065596:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.065599:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155897, 155897] 00000080:00200000:2.0:1775764894.065609:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.065611:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.065616:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638558208 i_blocks 1196131 00000080:00200000:2.0:1775764894.065619:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.065632:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638558208, count: 4096 00000080:00200000:2.0:1775764894.065643:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638558208, bytes: 4096 00000080:00200000:2.0:1775764894.065645:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.065648:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155899, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.065650:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638558208, 638562304) 0 0 00000080:00200000:2.0:1775764894.065652:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.065657:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155898, 155898] 00020000:00200000:2.0:1775764894.065659:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638558208 chunk: [638558208, 638562304) 638562304, 4096 00020000:00200000:2.0:1775764894.065662:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.065673:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155898, 155898] 00000008:00010000:2.0:1775764894.065678:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.065680:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.065688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065695:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638558208 638562303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065703:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065709:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065716:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065723:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638558208, 638562304) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.065728:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155898 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.065752:0:17279:0:(rw26.c:858:ll_write_end()) pos 638558208, len 4096, copied 4096 00000080:00200000:2.0:1775764894.065756:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000020ef8f89[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.065759:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009012e726 fffffc0001021 2:0 ffff967bc917ac40 155898 lru 00000080:00200000:2.0:1775764894.065764:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bb7d18a7 155898: 1< 0 - - > 2< 638558208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 463 - -> 00000080:00200000:2.0:1775764894.065767:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000020ef8f89 00000080:00200000:2.0:1775764894.065768:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.065770:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.065778:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065790:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.065792:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.065795:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.065800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.065803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.065806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.065809:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065817:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.065825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.065827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.065831:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.065833:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155898, 155898] 00000080:00200000:2.0:1775764894.065844:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.065847:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.065853:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638562304 i_blocks 1196131 00000080:00200000:2.0:1775764894.065855:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.065870:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638562304, count: 4096 00000080:00200000:2.0:1775764894.065882:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638562304, bytes: 4096 00000080:00200000:2.0:1775764894.065884:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.065888:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155900, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.065889:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638562304, 638566400) 0 0 00000080:00200000:2.0:1775764894.065892:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.065897:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155899, 155899] 00020000:00200000:2.0:1775764894.065900:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638562304 chunk: [638562304, 638566400) 638566400, 4096 00020000:00200000:2.0:1775764894.065902:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.065914:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155899, 155899] 00000008:00010000:2.0:1775764894.065918:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.065920:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.065929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065937:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638562304 638566399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065946:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065953:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.065959:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.065967:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638562304, 638566400) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.065972:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155899 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.065988:0:17279:0:(rw26.c:858:ll_write_end()) pos 638562304, len 4096, copied 4096 00000080:00200000:2.0:1775764894.065992:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e030a76d[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.065995:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3dce862 fffffc0001001 3:0 ffff967bc917a9a0 155899 lru 00000080:00200000:2.0:1775764894.066001:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000029148864 155899: 1< 0 - - > 2< 638562304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 464 - -> 00000080:00200000:2.0:1775764894.066003:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e030a76d 00000080:00200000:2.0:1775764894.066004:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.066006:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.066014:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.066026:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.066029:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.066032:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.066037:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.066040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.066042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.066046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.066054:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.066061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.066064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.066068:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.066070:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155899, 155899] 00000080:00200000:2.0:1775764894.066081:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.066084:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.066089:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638566400 i_blocks 1196131 00000080:00200000:2.0:1775764894.066092:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.066107:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638566400, count: 4096 00000080:00200000:2.0:1775764894.066118:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638566400, bytes: 4096 00000080:00200000:2.0:1775764894.066121:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.066125:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155901, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.066126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638566400, 638570496) 0 0 00000080:00200000:2.0:1775764894.066129:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.066134:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155900, 155900] 00020000:00200000:2.0:1775764894.066136:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638566400 chunk: [638566400, 638570496) 638570496, 4096 00020000:00200000:2.0:1775764894.066139:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.066149:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155900, 155900] 00000008:00010000:2.0:1775764894.066154:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.066156:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.066163:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.066173:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638566400 638570495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.066180:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.066188:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.066195:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.066203:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638566400, 638570496) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.066209:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155900 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.066225:0:17279:0:(rw26.c:858:ll_write_end()) pos 638566400, len 4096, copied 4096 00000080:00200000:2.0:1775764894.066229:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009ba80d88[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.066232:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000064e4bafa fffffc0001001 3:0 ffff967bc917aa80 155900 lru 00000080:00200000:2.0:1775764894.066238:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000add051ac 155900: 1< 0 - - > 2< 638566400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 465 - -> 00000080:00200000:2.0:1775764894.066240:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009ba80d88 00000080:00200000:2.0:1775764894.066242:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.066273:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.066282:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.066294:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.066297:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.066299:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.066305:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.066308:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.066310:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.066314:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.066322:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.066330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.066332:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.066337:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.066340:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155900, 155900] 00000080:00200000:2.0:1775764894.066351:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.069739:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.069757:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638570496 i_blocks 1196131 00000080:00200000:2.0:1775764894.069765:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.069822:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638570496, count: 4096 00000080:00200000:2.0:1775764894.069853:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638570496, bytes: 4096 00000080:00200000:2.0:1775764894.069859:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.069867:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155902, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.069869:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638570496, 638574592) 0 0 00000080:00200000:2.0:1775764894.069874:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.069886:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155901, 155901] 00020000:00200000:2.0:1775764894.069894:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638570496 chunk: [638570496, 638574592) 638574592, 4096 00020000:00200000:2.0:1775764894.069898:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.069925:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155901, 155901] 00000008:00010000:2.0:1775764894.069939:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.069945:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.069966:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.069982:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638570496 638574591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.069996:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070005:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070012:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.070023:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638570496, 638574592) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.070035:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155901 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.070081:0:17279:0:(rw26.c:858:ll_write_end()) pos 638570496, len 4096, copied 4096 00000080:00200000:2.0:1775764894.070089:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005aafc3e7[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.070092:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000039dd8f5b fffffc0001001 3:0 ffff967bc917a540 155901 lru 00000080:00200000:2.0:1775764894.070099:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000046340e22 155901: 1< 0 - - > 2< 638570496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 466 - -> 00000080:00200000:2.0:1775764894.070101:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005aafc3e7 00000080:00200000:2.0:1775764894.070103:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.070107:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.070127:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.070147:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.070151:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.070154:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.070167:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.070170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.070173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.070178:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070188:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.070200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.070202:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.070209:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.070214:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155901, 155901] 00000080:00200000:2.0:1775764894.070229:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.070232:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.070237:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638574592 i_blocks 1196131 00000080:00200000:2.0:1775764894.070240:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.070283:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638574592, count: 4096 00000080:00200000:2.0:1775764894.070296:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638574592, bytes: 4096 00000080:00200000:2.0:1775764894.070299:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.070303:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155903, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.070304:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638574592, 638578688) 0 0 00000080:00200000:2.0:1775764894.070307:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.070313:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155902, 155902] 00020000:00200000:2.0:1775764894.070316:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638574592 chunk: [638574592, 638578688) 638578688, 4096 00020000:00200000:2.0:1775764894.070318:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.070331:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155902, 155902] 00000008:00010000:2.0:1775764894.070337:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.070339:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.070348:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070385:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638574592 638578687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070395:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070403:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070410:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.070418:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638574592, 638578688) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.070424:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155902 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.070443:0:17279:0:(rw26.c:858:ll_write_end()) pos 638574592, len 4096, copied 4096 00000080:00200000:2.0:1775764894.070447:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001714223f[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.070450:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000026361da7 fffffc0001001 3:0 ffff967bc917a0e0 155902 lru 00000080:00200000:2.0:1775764894.070456:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d38d35de 155902: 1< 0 - - > 2< 638574592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 467 - -> 00000080:00200000:2.0:1775764894.070459:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001714223f 00000080:00200000:2.0:1775764894.070460:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.070463:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.070472:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.070484:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.070487:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.070490:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.070496:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.070498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.070500:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.070504:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070513:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.070521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.070524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.070528:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.070531:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155902, 155902] 00000080:00200000:2.0:1775764894.070543:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.070546:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.070551:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638578688 i_blocks 1196131 00000080:00200000:2.0:1775764894.070554:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.070569:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638578688, count: 4096 00000080:00200000:2.0:1775764894.070582:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638578688, bytes: 4096 00000080:00200000:2.0:1775764894.070584:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.070588:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155904, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.070590:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638578688, 638582784) 0 0 00000080:00200000:2.0:1775764894.070593:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.070598:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155903, 155903] 00020000:00200000:2.0:1775764894.070601:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638578688 chunk: [638578688, 638582784) 638582784, 4096 00020000:00200000:2.0:1775764894.070603:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.070616:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155903, 155903] 00000008:00010000:2.0:1775764894.070621:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.070623:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.070631:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070640:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638578688 638582783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070647:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070654:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070660:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.070667:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638578688, 638582784) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.070673:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155903 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.070691:0:17279:0:(rw26.c:858:ll_write_end()) pos 638578688, len 4096, copied 4096 00000080:00200000:2.0:1775764894.070695:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007fe2ea9c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.070698:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000031dccdcb fffffc0001001 3:0 ffff967bc917a1c0 155903 lru 00000080:00200000:2.0:1775764894.070703:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006d4b193e 155903: 1< 0 - - > 2< 638578688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 468 - -> 00000080:00200000:2.0:1775764894.070706:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007fe2ea9c 00000080:00200000:2.0:1775764894.070707:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.070709:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.070718:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.070730:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.070732:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.070735:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.070755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.070758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.070760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.070764:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.070772:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.070780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.070782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.070787:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.070789:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155903, 155903] 00000080:00200000:2.0:1775764894.070801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.070804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00010000:2.0:1775764894.070837:0:18049:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1775764894.070849:0:18049:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.071085:0:18049:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (637534208 637538303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:2.0:1775764894.071558:0:18049:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff967cc583b800 - object 0x240000400:17 offset 637534208<>638582784 00000080:00200000:2.0:1775764894.071631:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638582784 i_blocks 1196131 00000080:00200000:2.0:1775764894.071636:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000100:00100000:3.0:1775764894.071651:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc583b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707276928:192.168.202.151@tcp:4:iozone.0 00000080:00200008:2.0:1775764894.071661:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638582784, count: 4096 00000080:00200000:2.0:1775764894.071677:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638582784, bytes: 4096 00000080:00200000:2.0:1775764894.071680:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.071684:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155905, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.071685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638582784, 638586880) 0 0 00000080:00200000:2.0:1775764894.071688:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.071697:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155904, 155904] 00020000:00200000:2.0:1775764894.071702:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638582784 chunk: [638582784, 638586880) 638586880, 4096 00020000:00200000:2.0:1775764894.071704:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.071721:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155904, 155904] 00000008:00010000:2.0:1775764894.071729:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.071732:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.071742:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.071751:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638582784 638586879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.071761:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.071772:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.071779:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.071786:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638582784, 638586880) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.071793:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155904 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.071822:0:17279:0:(rw26.c:858:ll_write_end()) pos 638582784, len 4096, copied 4096 00000080:00200000:2.0:1775764894.071827:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000acd74b60[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.071830:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083e4defa fffffc0001001 3:0 ffff967bc917a700 155904 lru 00000080:00200000:2.0:1775764894.071836:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003fcea26b 155904: 1< 0 - - > 2< 638582784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 485097472 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:2.0:1775764894.071838:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000acd74b60 00000080:00200000:2.0:1775764894.071840:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.071842:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.071854:0:17279:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.071868:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.071870:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.071873:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.071880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.071882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.071885:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.071889:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.071902:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.071912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.071915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.071920:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.071924:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155904, 155904] 00000080:00200000:2.0:1775764894.071937:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.071940:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.071945:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638586880 i_blocks 1196131 00000080:00200000:2.0:1775764894.071948:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.071964:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638586880, count: 4096 00000080:00200000:2.0:1775764894.071977:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638586880, bytes: 4096 00000080:00200000:2.0:1775764894.071980:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.071984:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155906, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.071985:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638586880, 638590976) 0 0 00000080:00200000:2.0:1775764894.071988:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.071993:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155905, 155905] 00020000:00200000:2.0:1775764894.071996:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638586880 chunk: [638586880, 638590976) 638590976, 4096 00020000:00200000:2.0:1775764894.071999:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.072012:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155905, 155905] 00000008:00010000:2.0:1775764894.072017:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.072020:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.072028:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072036:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638586880 638590975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072049:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072055:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072061:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072069:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638586880, 638590976) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.072075:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155905 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.072091:0:17279:0:(rw26.c:858:ll_write_end()) pos 638586880, len 4096, copied 4096 00000080:00200000:2.0:1775764894.072096:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000019a6547b[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.072099:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6ca0e83 fffffc0001001 3:0 ffff967bc917a2a0 155905 lru 00000080:00200000:2.0:1775764894.072105:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b31b74e8 155905: 1< 0 - - > 2< 638586880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:2.0:1775764894.072107:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000019a6547b 00000080:00200000:2.0:1775764894.072108:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.072110:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.072119:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072130:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.072133:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.072135:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.072141:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.072143:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.072146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.072149:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072157:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.072165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.072168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.072171:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.072174:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155905, 155905] 00000080:00200000:2.0:1775764894.072186:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.072189:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.072194:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638590976 i_blocks 1196131 00000080:00200000:2.0:1775764894.072197:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.072214:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638590976, count: 4096 00000080:00200000:2.0:1775764894.072225:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638590976, bytes: 4096 00000080:00200000:2.0:1775764894.072227:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.072231:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155907, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.072233:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638590976, 638595072) 0 0 00000080:00200000:2.0:1775764894.072235:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.072240:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155906, 155906] 00020000:00200000:2.0:1775764894.072268:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638590976 chunk: [638590976, 638595072) 638595072, 4096 00020000:00200000:2.0:1775764894.072271:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.072285:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155906, 155906] 00000008:00010000:2.0:1775764894.072291:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.072293:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.072301:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072315:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638590976 638595071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072322:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072329:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072335:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072342:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638590976, 638595072) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.072347:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155906 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.072375:0:17279:0:(rw26.c:858:ll_write_end()) pos 638590976, len 4096, copied 4096 00000080:00200000:2.0:1775764894.072380:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000088c926b8[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.072383:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004d7b48ff fffffc0001001 3:0 ffff967bc917ae00 155906 lru 00000080:00200000:2.0:1775764894.072388:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000012c57832 155906: 1< 0 - - > 2< 638590976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:2.0:1775764894.072390:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000088c926b8 00000080:00200000:2.0:1775764894.072391:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.072393:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.072402:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072413:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.072416:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.072419:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.072425:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.072427:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.072430:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.072433:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072440:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.072448:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.072451:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.072455:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.072457:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155906, 155906] 00000080:00200000:2.0:1775764894.072468:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.072471:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.072476:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638595072 i_blocks 1196131 00000080:00200000:2.0:1775764894.072479:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.072495:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638595072, count: 4096 00000080:00200000:2.0:1775764894.072506:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638595072, bytes: 4096 00000080:00200000:2.0:1775764894.072508:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.072512:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155908, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.072513:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638595072, 638599168) 0 0 00000080:00200000:2.0:1775764894.072516:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.072521:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155907, 155907] 00020000:00200000:2.0:1775764894.072524:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638595072 chunk: [638595072, 638599168) 638599168, 4096 00020000:00200000:2.0:1775764894.072527:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.072539:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155907, 155907] 00000008:00010000:2.0:1775764894.072545:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.072547:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.072555:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072563:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638595072 638599167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072571:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072579:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072587:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072595:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638595072, 638599168) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.072601:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155907 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.072629:0:17279:0:(rw26.c:858:ll_write_end()) pos 638595072, len 4096, copied 4096 00000080:00200000:2.0:1775764894.072633:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005dabb91f[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.072636:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007f0eb490 fffffc0001001 3:0 ffff967bc917b700 155907 lru 00000080:00200000:2.0:1775764894.072641:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a808e387 155907: 1< 0 - - > 2< 638595072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:2.0:1775764894.072644:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005dabb91f 00000080:00200000:2.0:1775764894.072645:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.072647:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.072656:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072668:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.072671:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.072673:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.072679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.072682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.072684:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.072688:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072696:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.072705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.072707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.072712:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.072714:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155907, 155907] 00000080:00200000:2.0:1775764894.072725:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.072728:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.072734:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638599168 i_blocks 1196131 00000080:00200000:2.0:1775764894.072736:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.072751:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638599168, count: 4096 00000080:00200000:2.0:1775764894.072763:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638599168, bytes: 4096 00000080:00200000:2.0:1775764894.072765:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.072769:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155909, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.072770:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638599168, 638603264) 0 0 00000080:00200000:2.0:1775764894.072773:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.072778:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155908, 155908] 00020000:00200000:2.0:1775764894.072781:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638599168 chunk: [638599168, 638603264) 638603264, 4096 00020000:00200000:2.0:1775764894.072783:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.072795:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155908, 155908] 00000008:00010000:2.0:1775764894.072800:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.072803:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.072811:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072819:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638599168 638603263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072827:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072834:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072840:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072847:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638599168, 638603264) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.072852:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155908 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.072869:0:17279:0:(rw26.c:858:ll_write_end()) pos 638599168, len 4096, copied 4096 00000080:00200000:2.0:1775764894.072873:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003cbbccfd[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.072876:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0d2b550 fffffc0001001 3:0 ffff967bc917b2a0 155908 lru 00000080:00200000:2.0:1775764894.072880:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f6add970 155908: 1< 0 - - > 2< 638599168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:2.0:1775764894.072882:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003cbbccfd 00000080:00200000:2.0:1775764894.072883:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.072885:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.072893:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.072909:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.072911:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.072914:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.072919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.072921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.072923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.072927:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.072933:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.072941:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.072943:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.072947:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.072950:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155908, 155908] 00000080:00200000:2.0:1775764894.072960:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.072964:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.072969:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638603264 i_blocks 1196131 00000080:00200000:2.0:1775764894.072971:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.072987:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638603264, count: 4096 00000080:00200000:2.0:1775764894.072998:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638603264, bytes: 4096 00000080:00200000:2.0:1775764894.073001:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.073005:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155910, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.073006:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638603264, 638607360) 0 0 00000080:00200000:2.0:1775764894.073009:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.073013:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155909, 155909] 00020000:00200000:2.0:1775764894.073017:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638603264 chunk: [638603264, 638607360) 638607360, 4096 00020000:00200000:2.0:1775764894.073019:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.073032:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155909, 155909] 00000008:00010000:2.0:1775764894.073037:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.073039:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.073047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073055:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638603264 638607359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073064:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073071:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073078:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.073086:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638603264, 638607360) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.073092:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155909 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.073108:0:17279:0:(rw26.c:858:ll_write_end()) pos 638603264, len 4096, copied 4096 00000080:00200000:2.0:1775764894.073112:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003b3bf0fe[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.073114:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003b43df0a fffffc0001001 3:0 ffff967bc917be00 155909 lru 00000080:00200000:2.0:1775764894.073120:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005303eb1f 155909: 1< 0 - - > 2< 638603264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:2.0:1775764894.073122:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003b3bf0fe 00000080:00200000:2.0:1775764894.073123:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.073125:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.073133:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.073145:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.073148:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.073150:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.073156:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.073158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.073161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.073165:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073173:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.073180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.073182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.073187:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.073189:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155909, 155909] 00000080:00200000:2.0:1775764894.073200:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.073203:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.073208:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638607360 i_blocks 1196131 00000080:00200000:2.0:1775764894.073211:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.073224:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638607360, count: 4096 00000080:00200000:2.0:1775764894.073236:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638607360, bytes: 4096 00000080:00200000:2.0:1775764894.073238:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.073242:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155911, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.073243:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638607360, 638611456) 0 0 00000080:00200000:2.0:1775764894.073275:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.073281:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155910, 155910] 00020000:00200000:2.0:1775764894.073285:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638607360 chunk: [638607360, 638611456) 638611456, 4096 00020000:00200000:2.0:1775764894.073287:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.073300:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155910, 155910] 00000008:00010000:2.0:1775764894.073306:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.073308:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.073316:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073324:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638607360 638611455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073333:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073339:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.073345:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.077981:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638607360, 638611456) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.078007:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155910 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.078059:0:17279:0:(rw26.c:858:ll_write_end()) pos 638607360, len 4096, copied 4096 00000080:00200000:2.0:1775764894.078069:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008ba060f9[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.078072:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000024e6aa54 fffffc0001001 3:0 ffff967bc917b8c0 155910 lru 00000080:00200000:2.0:1775764894.078079:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a1a74a58 155910: 1< 0 - - > 2< 638607360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:2.0:1775764894.078081:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008ba060f9 00000080:00200000:2.0:1775764894.078083:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.078087:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.078111:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.078137:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.078141:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.078144:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.078159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.078162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.078166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.078173:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078183:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.078196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.078199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.078207:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.078213:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155910, 155910] 00000080:00200000:2.0:1775764894.078241:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.078263:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.078274:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638611456 i_blocks 1196131 00000080:00200000:2.0:1775764894.078280:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.078315:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638611456, count: 4096 00000080:00200000:2.0:1775764894.078340:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638611456, bytes: 4096 00000080:00200000:2.0:1775764894.078344:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.078350:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155912, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.078352:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638611456, 638615552) 0 0 00000080:00200000:2.0:1775764894.078369:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.078381:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155911, 155911] 00020000:00200000:2.0:1775764894.078387:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638611456 chunk: [638611456, 638615552) 638615552, 4096 00020000:00200000:2.0:1775764894.078390:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.078414:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155911, 155911] 00000008:00010000:2.0:1775764894.078426:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.078430:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.078449:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078461:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638611456 638615551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078471:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078478:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078485:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.078494:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638611456, 638615552) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.078500:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155911 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.078518:0:17279:0:(rw26.c:858:ll_write_end()) pos 638611456, len 4096, copied 4096 00000080:00200000:2.0:1775764894.078523:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002908199c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.078526:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ccf8b027 fffffc0001001 3:0 ffff967bc917b460 155911 lru 00000080:00200000:2.0:1775764894.078532:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000967c18b5 155911: 1< 0 - - > 2< 638611456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:2.0:1775764894.078534:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002908199c 00000080:00200000:2.0:1775764894.078536:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.078538:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.078547:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.078559:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.078562:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.078565:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.078571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.078574:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.078576:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.078580:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078588:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.078596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.078599:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.078602:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.078605:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155911, 155911] 00000080:00200000:2.0:1775764894.078617:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.078619:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.078625:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638615552 i_blocks 1196131 00000080:00200000:2.0:1775764894.078628:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.078645:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638615552, count: 4096 00000080:00200000:2.0:1775764894.078657:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638615552, bytes: 4096 00000080:00200000:2.0:1775764894.078660:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.078663:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155913, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.078665:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638615552, 638619648) 0 0 00000080:00200000:2.0:1775764894.078668:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.078673:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155912, 155912] 00020000:00200000:2.0:1775764894.078676:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638615552 chunk: [638615552, 638619648) 638619648, 4096 00020000:00200000:2.0:1775764894.078679:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.078691:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155912, 155912] 00000008:00010000:2.0:1775764894.078697:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.078699:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.078707:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078716:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638615552 638619647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078724:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078731:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078738:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.078745:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638615552, 638619648) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.078750:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155912 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.078766:0:17279:0:(rw26.c:858:ll_write_end()) pos 638615552, len 4096, copied 4096 00000080:00200000:2.0:1775764894.078771:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cdcf5170[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.078774:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000074f2d170 fffffc0001001 3:0 ffff967bc917bee0 155912 lru 00000080:00200000:2.0:1775764894.078779:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000030e69565 155912: 1< 0 - - > 2< 638615552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:2.0:1775764894.078781:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cdcf5170 00000080:00200000:2.0:1775764894.078782:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.078784:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.078792:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.078804:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.078807:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.078809:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.078815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.078817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.078820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.078823:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078831:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.078840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.078842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.078846:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.078849:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155912, 155912] 00000080:00200000:2.0:1775764894.078860:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.078863:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.078868:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638619648 i_blocks 1196131 00000080:00200000:2.0:1775764894.078871:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.078887:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638619648, count: 4096 00000080:00200000:2.0:1775764894.078899:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638619648, bytes: 4096 00000080:00200000:2.0:1775764894.078902:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.078905:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155914, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.078907:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638619648, 638623744) 0 0 00000080:00200000:2.0:1775764894.078910:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.078915:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155913, 155913] 00020000:00200000:2.0:1775764894.078918:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638619648 chunk: [638619648, 638623744) 638623744, 4096 00020000:00200000:2.0:1775764894.078920:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.078933:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155913, 155913] 00000008:00010000:2.0:1775764894.078938:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.078940:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.078948:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078956:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638619648 638623743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078964:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078971:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.078978:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.078986:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638619648, 638623744) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.078992:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155913 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.079016:0:17279:0:(rw26.c:858:ll_write_end()) pos 638619648, len 4096, copied 4096 00000080:00200000:2.0:1775764894.079020:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dfab9e6c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.079023:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ecb2d197 fffffc0001021 2:0 ffff967bc917bd20 155913 lru 00000080:00200000:2.0:1775764894.079029:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000891184f2 155913: 1< 0 - - > 2< 638619648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:2.0:1775764894.079031:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dfab9e6c 00000080:00200000:2.0:1775764894.079032:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.079035:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.079043:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.079056:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.079058:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.079061:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.079066:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.079068:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.079071:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.079075:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.079082:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.079089:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.079092:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.079096:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.079098:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155913, 155913] 00000080:00200000:2.0:1775764894.079109:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.079112:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.079117:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638623744 i_blocks 1196131 00000080:00200000:2.0:1775764894.079120:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.079136:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638623744, count: 4096 00000080:00200000:2.0:1775764894.079147:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638623744, bytes: 4096 00000080:00200000:2.0:1775764894.079150:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.079153:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155915, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.079155:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638623744, 638627840) 0 0 00000080:00200000:2.0:1775764894.079157:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.079163:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155914, 155914] 00020000:00200000:2.0:1775764894.079166:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638623744 chunk: [638623744, 638627840) 638627840, 4096 00020000:00200000:2.0:1775764894.079168:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.079179:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155914, 155914] 00000008:00010000:2.0:1775764894.079185:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.079187:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.079195:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.079203:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638623744 638627839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.079211:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.079218:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.079224:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.079231:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638623744, 638627840) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.079236:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155914 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.080972:0:17279:0:(rw26.c:858:ll_write_end()) pos 638623744, len 4096, copied 4096 00000080:00200000:2.0:1775764894.080986:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005335b34a[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.080989:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000055db4614 fffffc0001001 3:0 ffff967bc917b7e0 155914 lru 00000080:00200000:2.0:1775764894.080996:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004b2eb846 155914: 1< 0 - - > 2< 638623744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:2.0:1775764894.080998:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005335b34a 00000080:00200000:2.0:1775764894.081000:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.081004:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.081024:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.081049:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.081053:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.081057:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.081070:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.081073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.081076:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.081082:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081092:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.081103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.081106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.081113:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.081119:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155914, 155914] 00000080:00200000:2.0:1775764894.081144:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.081148:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.081159:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638627840 i_blocks 1196131 00000080:00200000:2.0:1775764894.081164:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.081193:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638627840, count: 4096 00000080:00200000:2.0:1775764894.081216:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638627840, bytes: 4096 00000080:00200000:2.0:1775764894.081221:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.081226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155916, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.081227:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638627840, 638631936) 0 0 00000080:00200000:2.0:1775764894.081231:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.081243:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155915, 155915] 00020000:00200000:2.0:1775764894.081383:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638627840 chunk: [638627840, 638631936) 638631936, 4096 00020000:00200000:2.0:1775764894.081388:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.081414:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155915, 155915] 00000008:00010000:2.0:1775764894.081425:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.081430:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.081447:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081460:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638627840 638631935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081471:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081479:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081487:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.081499:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638627840, 638631936) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.081509:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155915 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.081539:0:17279:0:(rw26.c:858:ll_write_end()) pos 638627840, len 4096, copied 4096 00000080:00200000:2.0:1775764894.081544:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000060f9e40c[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.081548:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf478480 fffffc0001001 3:0 ffff967bc917bb60 155915 lru 00000080:00200000:2.0:1775764894.081554:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000018ca24a6 155915: 1< 0 - - > 2< 638627840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:2.0:1775764894.081556:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000060f9e40c 00000080:00200000:2.0:1775764894.081558:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.081560:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.081570:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.081582:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.081585:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.081587:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.081593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.081595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.081598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.081602:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081610:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.081617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.081620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.081624:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.081627:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155915, 155915] 00000080:00200000:2.0:1775764894.081639:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.081642:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.081648:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638631936 i_blocks 1196131 00000080:00200000:2.0:1775764894.081651:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.081667:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638631936, count: 4096 00000080:00200000:2.0:1775764894.081680:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638631936, bytes: 4096 00000080:00200000:2.0:1775764894.081683:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.081686:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155917, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.081688:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638631936, 638636032) 0 0 00000080:00200000:2.0:1775764894.081691:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.081696:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155916, 155916] 00020000:00200000:2.0:1775764894.081699:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638631936 chunk: [638631936, 638636032) 638636032, 4096 00020000:00200000:2.0:1775764894.081702:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.081715:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155916, 155916] 00000008:00010000:2.0:1775764894.081721:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.081723:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.081731:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081740:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638631936 638636031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081748:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081760:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.081769:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638631936, 638636032) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.081774:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155916 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.081795:0:17279:0:(rw26.c:858:ll_write_end()) pos 638631936, len 4096, copied 4096 00000080:00200000:2.0:1775764894.081799:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000344f42f6[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.081802:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005efe7741 fffffc0001001 3:0 ffff967bc917b620 155916 lru 00000080:00200000:2.0:1775764894.081807:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009c1c9e07 155916: 1< 0 - - > 2< 638631936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:2.0:1775764894.081809:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000344f42f6 00000080:00200000:2.0:1775764894.081811:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.081813:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.081822:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.081833:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.081836:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.081838:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.081844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.081846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.081849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.081852:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081860:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.081867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.081870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.081874:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.081877:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155916, 155916] 00000080:00200000:2.0:1775764894.081887:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.081890:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.081896:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638636032 i_blocks 1196131 00000080:00200000:2.0:1775764894.081899:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.081914:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638636032, count: 4096 00000080:00200000:2.0:1775764894.081925:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638636032, bytes: 4096 00000080:00200000:2.0:1775764894.081927:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.081931:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155918, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.081932:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638636032, 638640128) 0 0 00000080:00200000:2.0:1775764894.081935:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.081940:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155917, 155917] 00020000:00200000:2.0:1775764894.081943:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638636032 chunk: [638636032, 638640128) 638640128, 4096 00020000:00200000:2.0:1775764894.081945:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.081956:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155917, 155917] 00000008:00010000:2.0:1775764894.081962:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.081964:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.081972:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081980:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638636032 638640127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081988:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.081995:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.082002:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.082010:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638636032, 638640128) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.082015:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155917 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.082032:0:17279:0:(rw26.c:858:ll_write_end()) pos 638636032, len 4096, copied 4096 00000080:00200000:2.0:1775764894.082036:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000028b31c10[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.082040:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e84350c6 fffffc0001001 3:0 ffff967bc917b000 155917 lru 00000080:00200000:2.0:1775764894.082045:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000014d7a371 155917: 1< 0 - - > 2< 638636032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:2.0:1775764894.082046:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000028b31c10 00000080:00200000:2.0:1775764894.082048:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.082050:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.082059:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.082071:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.082073:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.082075:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.082081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.082083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.082086:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.082090:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.082097:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.082105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.082108:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.082112:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.082115:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155917, 155917] 00000080:00200000:2.0:1775764894.082127:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.082129:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.082134:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638640128 i_blocks 1196131 00000080:00200000:2.0:1775764894.082137:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.082152:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638640128, count: 4096 00000080:00200000:2.0:1775764894.082163:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638640128, bytes: 4096 00000080:00200000:2.0:1775764894.082165:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.082169:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155919, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.082170:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638640128, 638644224) 0 0 00000080:00200000:2.0:1775764894.082173:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.082178:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155918, 155918] 00020000:00200000:2.0:1775764894.082181:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638640128 chunk: [638640128, 638644224) 638644224, 4096 00020000:00200000:2.0:1775764894.082183:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.082195:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155918, 155918] 00000008:00010000:2.0:1775764894.082201:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.082203:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.082211:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.082219:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638640128 638644223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.082226:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.082233:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.082239:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.083510:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638640128, 638644224) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.083524:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155918 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.083561:0:17279:0:(rw26.c:858:ll_write_end()) pos 638640128, len 4096, copied 4096 00000080:00200000:2.0:1775764894.083568:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002487a6d7[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.083571:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000994cf14f fffffc0001001 3:0 ffff967bc917b380 155918 lru 00000080:00200000:2.0:1775764894.083578:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000e36b938 155918: 1< 0 - - > 2< 638640128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:2.0:1775764894.083580:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002487a6d7 00000080:00200000:2.0:1775764894.083582:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.083585:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.083604:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.083625:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.083629:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.083631:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.083642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.083645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.083648:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.083654:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.083664:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.083674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.083677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.083683:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.083689:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155918, 155918] 00000080:00200000:2.0:1775764894.083710:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.083713:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.083722:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638644224 i_blocks 1196131 00000080:00200000:2.0:1775764894.083727:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.083751:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638644224, count: 4096 00000080:00200000:2.0:1775764894.083770:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638644224, bytes: 4096 00000080:00200000:2.0:1775764894.083774:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.083779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155920, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.083780:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638644224, 638648320) 0 0 00000080:00200000:2.0:1775764894.083784:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.083795:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155919, 155919] 00020000:00200000:2.0:1775764894.083800:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638644224 chunk: [638644224, 638648320) 638648320, 4096 00020000:00200000:2.0:1775764894.083803:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.083822:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155919, 155919] 00000008:00010000:2.0:1775764894.083833:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.083836:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33430b0, osc lock ffff967cd0ddf8f0, flags 0x0 00010000:00010000:2.0:1775764894.084148:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.084162:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638644224 638648319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.084173:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.084186:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.084193:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.084203:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638644224, 638648320) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.084210:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155919 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.084232:0:17279:0:(rw26.c:858:ll_write_end()) pos 638644224, len 4096, copied 4096 00000080:00200000:2.0:1775764894.084237:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000088189452[3 0000000014a1af93 2 1 00000000f9c4734f] 00000080:00200000:2.0:1775764894.084550:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0b2578c fffffc0001001 3:0 ffff967bc917bc40 155919 lru 00000080:00200000:2.0:1775764894.084557:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006ec09a8f 155919: 1< 0 - - > 2< 638644224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:2.0:1775764894.084559:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000088189452 00000080:00200000:2.0:1775764894.084561:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.084763:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.084783:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.084802:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.084805:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.084808:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.084816:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.084819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.084821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33430b0 (ffff967cc1376a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.084826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.084834:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.084844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.084846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33430b0 (ffff967cc1376c68/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.084854:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.084858:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155919, 155919] 00000080:00200000:3.0:1775764894.084875:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.084878:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.084886:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638648320 i_blocks 1196131 00000080:00200000:3.0:1775764894.084891:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.084917:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638648320, count: 4096 00000080:00200000:3.0:1775764894.084940:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638648320, bytes: 4096 00000080:00200000:3.0:1775764894.084955:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.084960:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155921, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.084961:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638648320, 638652416) 0 0 00000080:00200000:3.0:1775764894.084964:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.084975:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155920, 155920] 00020000:00200000:3.0:1775764894.084979:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638648320 chunk: [638648320, 638652416) 638652416, 4096 00020000:00200000:3.0:1775764894.084983:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.085005:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155920, 155920] 00000008:00010000:3.0:1775764894.085015:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.085018:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.085029:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085039:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638648320 638652415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085048:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085056:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085063:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.085072:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638648320, 638652416) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.085080:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155920 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.085103:0:17279:0:(rw26.c:858:ll_write_end()) pos 638648320, len 4096, copied 4096 00000080:00200000:3.0:1775764894.085107:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cd619024[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.085110:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002e76c281 fffffc0001001 3:0 ffff967bc91440e0 155920 lru 00000080:00200000:3.0:1775764894.085116:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e3edc6ac 155920: 1< 0 - - > 2< 638648320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:3.0:1775764894.085118:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cd619024 00000080:00200000:3.0:1775764894.085119:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.085121:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.085130:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.085143:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.085146:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.085148:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.085154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.085170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.085173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.085177:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085185:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.085194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.085196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.085201:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.085204:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155920, 155920] 00000080:00200000:3.0:1775764894.085219:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.085222:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.085228:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638652416 i_blocks 1196131 00000080:00200000:3.0:1775764894.085231:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.085290:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638652416, count: 4096 00000080:00200000:3.0:1775764894.085303:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638652416, bytes: 4096 00000080:00200000:3.0:1775764894.085306:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.085309:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155922, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.085311:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638652416, 638656512) 0 0 00000080:00200000:3.0:1775764894.085313:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.085318:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155921, 155921] 00020000:00200000:3.0:1775764894.085322:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638652416 chunk: [638652416, 638656512) 638656512, 4096 00020000:00200000:3.0:1775764894.085324:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.085363:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155921, 155921] 00000008:00010000:3.0:1775764894.085370:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.085451:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.085461:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085470:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638652416 638656511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085478:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085485:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085491:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.085503:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638652416, 638656512) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.085509:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155921 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.085527:0:17279:0:(rw26.c:858:ll_write_end()) pos 638652416, len 4096, copied 4096 00000080:00200000:3.0:1775764894.085532:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d4ede233[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.085535:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004982fff6 fffffc0001001 3:0 ffff967bc91441c0 155921 lru 00000080:00200000:3.0:1775764894.085541:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000faa6dc05 155921: 1< 0 - - > 2< 638652416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:3.0:1775764894.085543:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d4ede233 00000080:00200000:3.0:1775764894.085544:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.085546:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.085555:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.085569:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.085572:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.085575:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.085581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.085583:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.085586:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.085590:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085598:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.085606:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.085609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.085613:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.085616:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155921, 155921] 00000080:00200000:3.0:1775764894.085627:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.085630:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.085635:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638656512 i_blocks 1196131 00000080:00200000:3.0:1775764894.085638:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.085653:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638656512, count: 4096 00000080:00200000:3.0:1775764894.085664:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638656512, bytes: 4096 00000080:00200000:3.0:1775764894.085667:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.085671:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155923, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.085673:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638656512, 638660608) 0 0 00000080:00200000:3.0:1775764894.085675:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.085680:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155922, 155922] 00020000:00200000:3.0:1775764894.085683:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638656512 chunk: [638656512, 638660608) 638660608, 4096 00020000:00200000:3.0:1775764894.085686:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.085697:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155922, 155922] 00000008:00010000:3.0:1775764894.085702:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.085705:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.085712:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085722:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638656512 638660607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085731:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085739:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085752:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.085761:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638656512, 638660608) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.085766:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155922 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.085792:0:17279:0:(rw26.c:858:ll_write_end()) pos 638656512, len 4096, copied 4096 00000080:00200000:3.0:1775764894.085797:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007593e3f7[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.085800:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0172940 fffffc0001001 3:0 ffff967bc9144700 155922 lru 00000080:00200000:3.0:1775764894.085807:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5115a27 155922: 1< 0 - - > 2< 638656512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:3.0:1775764894.085809:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007593e3f7 00000080:00200000:3.0:1775764894.085810:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.085812:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.085821:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.085833:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.085835:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.085838:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.085843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.085846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.085848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.085852:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085860:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.085872:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.085875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.085879:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.085882:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155922, 155922] 00000080:00200000:3.0:1775764894.085893:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.085896:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.085901:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638660608 i_blocks 1196131 00000080:00200000:3.0:1775764894.085904:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.085919:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638660608, count: 4096 00000080:00200000:3.0:1775764894.085931:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638660608, bytes: 4096 00000080:00200000:3.0:1775764894.085934:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.085938:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155924, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.085939:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638660608, 638664704) 0 0 00000080:00200000:3.0:1775764894.085941:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.085947:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155923, 155923] 00020000:00200000:3.0:1775764894.085950:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638660608 chunk: [638660608, 638664704) 638664704, 4096 00020000:00200000:3.0:1775764894.085952:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.085965:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155923, 155923] 00000008:00010000:3.0:1775764894.085971:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.085973:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.085981:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085990:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638660608 638664703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.085998:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086011:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086019:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.086026:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638660608, 638664704) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.086031:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155923 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.086048:0:17279:0:(rw26.c:858:ll_write_end()) pos 638660608, len 4096, copied 4096 00000080:00200000:3.0:1775764894.086053:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009ad5cf5d[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.086055:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066c7a8d2 fffffc0001001 3:0 ffff967bc91442a0 155923 lru 00000080:00200000:3.0:1775764894.086061:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b481db90 155923: 1< 0 - - > 2< 638660608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:3.0:1775764894.086063:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009ad5cf5d 00000080:00200000:3.0:1775764894.086064:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.086067:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.086076:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.086088:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.086091:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.086093:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.086098:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.086101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.086104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.086108:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086121:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.086129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.086132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.086136:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.086139:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155923, 155923] 00000080:00200000:3.0:1775764894.086149:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.086153:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.086158:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638664704 i_blocks 1196131 00000080:00200000:3.0:1775764894.086161:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.086177:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638664704, count: 4096 00000080:00200000:3.0:1775764894.086189:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638664704, bytes: 4096 00000080:00200000:3.0:1775764894.086191:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.086195:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155925, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.086197:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638664704, 638668800) 0 0 00000080:00200000:3.0:1775764894.086199:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.086204:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155924, 155924] 00020000:00200000:3.0:1775764894.086207:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638664704 chunk: [638664704, 638668800) 638668800, 4096 00020000:00200000:3.0:1775764894.086210:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.086221:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155924, 155924] 00000008:00010000:3.0:1775764894.086225:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.086227:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.086235:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086243:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638664704 638668799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086287:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086294:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.086300:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.086308:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638664704, 638668800) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.086314:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155924 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.086337:0:17279:0:(rw26.c:858:ll_write_end()) pos 638664704, len 4096, copied 4096 00000080:00200000:3.0:1775764894.086341:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b96950ac[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.086344:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008b882bad fffffc0001021 2:0 ffff967bc9144e00 155924 lru 00000080:00200000:3.0:1775764894.086350:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b3ea2152 155924: 1< 0 - - > 2< 638664704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:3.0:1775764894.086352:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b96950ac 00000080:00200000:3.0:1775764894.086364:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.086367:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.090002:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.090048:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.090056:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.090062:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.090080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.090083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.090087:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.090094:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.090104:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.090116:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.090119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.090127:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.090135:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155924, 155924] 00000080:00200000:3.0:1775764894.093722:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.093734:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.093750:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638668800 i_blocks 1196131 00000080:00200000:3.0:1775764894.093757:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.093806:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638668800, count: 4096 00000080:00200000:3.0:1775764894.093832:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638668800, bytes: 4096 00000080:00200000:3.0:1775764894.093838:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.093846:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155926, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.093849:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638668800, 638672896) 0 0 00000080:00200000:3.0:1775764894.093853:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.093869:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155925, 155925] 00020000:00200000:3.0:1775764894.093876:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638668800 chunk: [638668800, 638672896) 638672896, 4096 00020000:00200000:3.0:1775764894.093880:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.093912:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155925, 155925] 00000008:00010000:3.0:1775764894.093925:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.093931:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.093952:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.093974:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638668800 638672895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.093987:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.093995:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.094002:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.094012:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638668800, 638672896) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.094024:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155925 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.094071:0:17279:0:(rw26.c:858:ll_write_end()) pos 638668800, len 4096, copied 4096 00000080:00200000:3.0:1775764894.094080:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009206401a[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.094083:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f545033e fffffc0001001 3:0 ffff967bc91448c0 155925 lru 00000080:00200000:3.0:1775764894.094091:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c903001b 155925: 1< 0 - - > 2< 638668800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:3.0:1775764894.094093:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009206401a 00000080:00200000:3.0:1775764894.094094:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.094099:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.094119:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.094140:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.094144:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.094146:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.101692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.101702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.101709:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.101719:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.101740:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.101756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.101760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.101769:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.101777:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155925, 155925] 00000080:00200000:3.0:1775764894.101811:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.101816:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.101860:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638672896 i_blocks 1196131 00000080:00200000:3.0:1775764894.101867:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.101905:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638672896, count: 4096 00000080:00200000:3.0:1775764894.101931:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638672896, bytes: 4096 00000080:00200000:3.0:1775764894.101937:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.101954:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155927, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.101957:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638672896, 638676992) 0 0 00000080:00200000:3.0:1775764894.101961:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.101978:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155926, 155926] 00020000:00200000:3.0:1775764894.101986:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638672896 chunk: [638672896, 638676992) 638676992, 4096 00020000:00200000:3.0:1775764894.101989:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.102015:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155926, 155926] 00000008:00010000:3.0:1775764894.102026:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.102030:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.102050:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102065:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638672896 638676991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102077:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102085:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102092:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102103:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638672896, 638676992) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.102116:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155926 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.102163:0:17279:0:(rw26.c:858:ll_write_end()) pos 638672896, len 4096, copied 4096 00000080:00200000:3.0:1775764894.102170:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b1f6f7b[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.102174:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001783386d fffffc0001001 3:0 ffff967bc9144460 155926 lru 00000080:00200000:3.0:1775764894.102181:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007720395b 155926: 1< 0 - - > 2< 638672896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:3.0:1775764894.102184:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b1f6f7b 00000080:00200000:3.0:1775764894.102185:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.102189:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.102208:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102229:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.102233:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.102236:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.102271:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.102274:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.102277:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.102281:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102289:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.102299:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.102301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.102306:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.102309:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155926, 155926] 00000080:00200000:3.0:1775764894.102322:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.102326:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.102331:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638676992 i_blocks 1196131 00000080:00200000:3.0:1775764894.102335:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.102352:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638676992, count: 4096 00000080:00200000:3.0:1775764894.102376:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638676992, bytes: 4096 00000080:00200000:3.0:1775764894.102379:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.102383:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155928, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.102384:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638676992, 638681088) 0 0 00000080:00200000:3.0:1775764894.102387:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.102393:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155927, 155927] 00020000:00200000:3.0:1775764894.102396:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638676992 chunk: [638676992, 638681088) 638681088, 4096 00020000:00200000:3.0:1775764894.102398:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.102411:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155927, 155927] 00000008:00010000:3.0:1775764894.102417:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.102420:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.102428:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102437:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638676992 638681087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102446:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102453:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102460:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102468:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638676992, 638681088) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.102474:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155927 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.102493:0:17279:0:(rw26.c:858:ll_write_end()) pos 638676992, len 4096, copied 4096 00000080:00200000:3.0:1775764894.102498:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002fa33485[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.102501:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003e8915ce fffffc0001001 3:0 ffff967bc9144ee0 155927 lru 00000080:00200000:3.0:1775764894.102506:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005efc20a2 155927: 1< 0 - - > 2< 638676992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:3.0:1775764894.102508:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002fa33485 00000080:00200000:3.0:1775764894.102509:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.102512:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.102520:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102538:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.102541:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.102543:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.102549:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.102552:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.102554:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.102558:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102567:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.102575:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.102578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.102582:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.102585:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155927, 155927] 00000080:00200000:3.0:1775764894.102596:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.102600:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.102605:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638681088 i_blocks 1196131 00000080:00200000:3.0:1775764894.102608:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.102625:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638681088, count: 4096 00000080:00200000:3.0:1775764894.102636:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638681088, bytes: 4096 00000080:00200000:3.0:1775764894.102639:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.102643:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155929, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.102645:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638681088, 638685184) 0 0 00000080:00200000:3.0:1775764894.102647:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.102653:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155928, 155928] 00020000:00200000:3.0:1775764894.102656:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638681088 chunk: [638681088, 638685184) 638685184, 4096 00020000:00200000:3.0:1775764894.102659:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.102672:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155928, 155928] 00000008:00010000:3.0:1775764894.102678:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.102680:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.102688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102697:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638681088 638685183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102720:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102729:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638681088, 638685184) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.102735:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155928 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.102753:0:17279:0:(rw26.c:858:ll_write_end()) pos 638681088, len 4096, copied 4096 00000080:00200000:3.0:1775764894.102758:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000083fc711d[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.102761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c8fa9f0a fffffc0001001 3:0 ffff967bc9144d20 155928 lru 00000080:00200000:3.0:1775764894.102767:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000091020a1e 155928: 1< 0 - - > 2< 638681088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:3.0:1775764894.102769:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000083fc711d 00000080:00200000:3.0:1775764894.102771:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.102773:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.102782:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102794:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.102797:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.102799:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.102804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.102806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.102809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.102813:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102821:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.102828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.102830:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.102834:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.102837:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155928, 155928] 00000080:00200000:3.0:1775764894.102848:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.102851:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.102856:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638685184 i_blocks 1196131 00000080:00200000:3.0:1775764894.102859:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.102875:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638685184, count: 4096 00000080:00200000:3.0:1775764894.102887:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638685184, bytes: 4096 00000080:00200000:3.0:1775764894.102890:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.102893:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155930, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.102895:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638685184, 638689280) 0 0 00000080:00200000:3.0:1775764894.102897:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.102903:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155929, 155929] 00020000:00200000:3.0:1775764894.102905:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638685184 chunk: [638685184, 638689280) 638689280, 4096 00020000:00200000:3.0:1775764894.102908:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.102920:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155929, 155929] 00000008:00010000:3.0:1775764894.102925:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.102928:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.102936:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102945:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638685184 638689279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102953:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102961:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.102968:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.102977:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638685184, 638689280) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.102982:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155929 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.103001:0:17279:0:(rw26.c:858:ll_write_end()) pos 638685184, len 4096, copied 4096 00000080:00200000:3.0:1775764894.103005:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000033237bf3[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.103009:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009b3ad95f fffffc0001001 3:0 ffff967bc91447e0 155929 lru 00000080:00200000:3.0:1775764894.103014:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005a2e019f 155929: 1< 0 - - > 2< 638685184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:3.0:1775764894.103016:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000033237bf3 00000080:00200000:3.0:1775764894.103017:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.103020:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.103028:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103041:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.103044:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.103046:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.103053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.103055:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.103057:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.103061:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103069:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.103078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.103080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.103085:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.103088:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155929, 155929] 00000080:00200000:3.0:1775764894.103099:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.103102:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.103106:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638689280 i_blocks 1196131 00000080:00200000:3.0:1775764894.103109:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.103123:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638689280, count: 4096 00000080:00200000:3.0:1775764894.103134:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638689280, bytes: 4096 00000080:00200000:3.0:1775764894.103136:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.103141:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155931, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.103142:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638689280, 638693376) 0 0 00000080:00200000:3.0:1775764894.103145:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.103150:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155930, 155930] 00020000:00200000:3.0:1775764894.103152:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638689280 chunk: [638689280, 638693376) 638693376, 4096 00020000:00200000:3.0:1775764894.103155:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.103166:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155930, 155930] 00000008:00010000:3.0:1775764894.103171:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.103174:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.103181:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103190:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638689280 638693375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103198:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103205:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103212:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103220:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638689280, 638693376) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.103225:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155930 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.103284:0:17279:0:(rw26.c:858:ll_write_end()) pos 638689280, len 4096, copied 4096 00000080:00200000:3.0:1775764894.103289:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fba5be18[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.103292:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083fbd11b fffffc0001001 3:0 ffff967bc91451c0 155930 lru 00000080:00200000:3.0:1775764894.103298:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007aa24dac 155930: 1< 0 - - > 2< 638689280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:3.0:1775764894.103300:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fba5be18 00000080:00200000:3.0:1775764894.103302:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.103304:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.103312:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103326:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.103328:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.103331:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.103337:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.103339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.103342:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.103346:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103365:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.103374:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.103376:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.103381:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.103384:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155930, 155930] 00000080:00200000:3.0:1775764894.103395:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.103398:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.103404:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638693376 i_blocks 1196131 00000080:00200000:3.0:1775764894.103407:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.103423:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638693376, count: 4096 00000080:00200000:3.0:1775764894.103436:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638693376, bytes: 4096 00000080:00200000:3.0:1775764894.103439:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.103443:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155932, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.103444:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638693376, 638697472) 0 0 00000080:00200000:3.0:1775764894.103447:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.103452:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155931, 155931] 00020000:00200000:3.0:1775764894.103455:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638693376 chunk: [638693376, 638697472) 638697472, 4096 00020000:00200000:3.0:1775764894.103458:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.103470:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155931, 155931] 00000008:00010000:3.0:1775764894.103476:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.103478:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.103486:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103496:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638693376 638697471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103505:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103512:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103520:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103529:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638693376, 638697472) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.103535:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155931 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.103552:0:17279:0:(rw26.c:858:ll_write_end()) pos 638693376, len 4096, copied 4096 00000080:00200000:3.0:1775764894.103556:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ca98aac2[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.103559:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000023052c89 fffffc0001001 3:0 ffff967bc9145700 155931 lru 00000080:00200000:3.0:1775764894.103565:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000009baf5b4 155931: 1< 0 - - > 2< 638693376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:3.0:1775764894.103567:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ca98aac2 00000080:00200000:3.0:1775764894.103568:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.103571:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.103579:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103591:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.103594:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.103609:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.103616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.103618:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.103621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.103625:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103633:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.103642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.103644:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.103648:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.103651:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155931, 155931] 00000080:00200000:3.0:1775764894.103662:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.103665:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.103670:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638697472 i_blocks 1196131 00000080:00200000:3.0:1775764894.103673:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.103689:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638697472, count: 4096 00000080:00200000:3.0:1775764894.103701:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638697472, bytes: 4096 00000080:00200000:3.0:1775764894.103704:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.103708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155933, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.103709:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638697472, 638701568) 0 0 00000080:00200000:3.0:1775764894.103712:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.103718:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155932, 155932] 00020000:00200000:3.0:1775764894.103721:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638697472 chunk: [638697472, 638701568) 638701568, 4096 00020000:00200000:3.0:1775764894.103723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.103736:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155932, 155932] 00000008:00010000:3.0:1775764894.103742:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.103744:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.103751:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103761:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638697472 638701567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103769:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103777:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103784:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103793:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638697472, 638701568) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.103799:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155932 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.103816:0:17279:0:(rw26.c:858:ll_write_end()) pos 638697472, len 4096, copied 4096 00000080:00200000:3.0:1775764894.103820:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000043ebed85[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.103823:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000048d1b613 fffffc0001001 3:0 ffff967bc91452a0 155932 lru 00000080:00200000:3.0:1775764894.103829:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb0d74d4 155932: 1< 0 - - > 2< 638697472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:3.0:1775764894.103831:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000043ebed85 00000080:00200000:3.0:1775764894.103832:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.103835:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.103843:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.103856:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.103858:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.103860:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.103866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.103868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.103870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.103874:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.103881:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.103889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.103891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.103895:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.103898:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155932, 155932] 00000080:00200000:3.0:1775764894.103910:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.103913:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.103918:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638701568 i_blocks 1196131 00000080:00200000:3.0:1775764894.103921:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.103936:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638701568, count: 4096 00000080:00200000:3.0:1775764894.103947:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638701568, bytes: 4096 00000080:00200000:3.0:1775764894.103950:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.103953:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155934, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.103955:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638701568, 638705664) 0 0 00000080:00200000:3.0:1775764894.103958:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.112692:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155933, 155933] 00020000:00200000:3.0:1775764894.112711:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638701568 chunk: [638701568, 638705664) 638705664, 4096 00020000:00200000:3.0:1775764894.112716:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.112763:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155933, 155933] 00000008:00010000:3.0:1775764894.112777:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.112782:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895ba30, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.112806:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.112823:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638701568 638705663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.112835:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.112843:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.112850:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.112863:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638701568, 638705664) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.112876:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155933 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.112924:0:17279:0:(rw26.c:858:ll_write_end()) pos 638701568, len 4096, copied 4096 00000080:00200000:3.0:1775764894.112932:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000004c73680[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.112936:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac78fe14 fffffc0001001 3:0 ffff967bc9145e00 155933 lru 00000080:00200000:3.0:1775764894.112955:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000d973f0e 155933: 1< 0 - - > 2< 638701568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:3.0:1775764894.112958:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000004c73680 00000080:00200000:3.0:1775764894.112960:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.112964:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.112985:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.113008:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.113012:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.113015:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.113028:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.113031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.113034:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895ba30 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.113038:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.113047:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.113060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.113063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895ba30 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.113071:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.113077:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155933, 155933] 00000080:00200000:3.0:1775764894.113100:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.113104:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.113114:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638705664 i_blocks 1196131 00000080:00200000:3.0:1775764894.113120:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.113153:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638705664, count: 4096 00000080:00200000:3.0:1775764894.113170:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638705664, bytes: 4096 00000080:00200000:3.0:1775764894.113174:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.113180:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155935, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.113183:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638705664, 638709760) 0 0 00000080:00200000:3.0:1775764894.113186:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.113198:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155934, 155934] 00020000:00200000:3.0:1775764894.113201:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638705664 chunk: [638705664, 638709760) 638709760, 4096 00020000:00200000:3.0:1775764894.113203:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.113216:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155934, 155934] 00000008:00010000:3.0:1775764894.113221:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.113224:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895ba30, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.113233:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.113241:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638705664 638709759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.113272:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.113279:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.113286:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.113294:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638705664, 638709760) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.113300:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155934 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.113318:0:17279:0:(rw26.c:858:ll_write_end()) pos 638705664, len 4096, copied 4096 00000080:00200000:3.0:1775764894.113323:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007bea363d[3 0000000014a1af93 2 1 00000000de3e919d] 00000080:00200000:3.0:1775764894.113326:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005f7c9b12 fffffc0001001 3:0 ffff967bc91458c0 155934 lru 00000080:00200000:3.0:1775764894.113332:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6b019a3 155934: 1< 0 - - > 2< 638705664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:3.0:1775764894.113334:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007bea363d 00000080:00200000:3.0:1775764894.113335:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.113337:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.113346:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.114082:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.114087:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.114091:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.114101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.114103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.114106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895ba30 (ffff967cc8af02d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.114111:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.114120:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.114130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a863f8 (ffff967cc8af0ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.114133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895ba30 (ffff967cc8af0ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.114138:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.114143:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155934, 155934] 00000080:00200000:3.0:1775764894.114160:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.114163:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.114171:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638709760 i_blocks 1196131 00000080:00200000:3.0:1775764894.114176:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.114198:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638709760, count: 4096 00000080:00200000:3.0:1775764894.114216:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638709760, bytes: 4096 00000080:00200000:3.0:1775764894.114220:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.114224:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155936, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.114226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638709760, 638713856) 0 0 00000080:00200000:3.0:1775764894.114229:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.114238:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155935, 155935] 00020000:00200000:3.0:1775764894.114243:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638709760 chunk: [638709760, 638713856) 638713856, 4096 00020000:00200000:3.0:1775764894.114273:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.114293:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155935, 155935] 00000008:00010000:3.0:1775764894.114302:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.114305:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895ba30, osc lock ffff967cc58dcbe0, flags 0x0 00010000:00010000:3.0:1775764894.114316:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.114327:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638709760 638713855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.114335:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.114343:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.114349:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.120689:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155943, 155943] 00000008:00010000:1.0:1775764894.120696:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.120698:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.120706:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120720:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638742528 638746623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120728:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120735:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120741:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.120750:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638742528, 638746624) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.120755:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155943 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.120773:0:17279:0:(rw26.c:858:ll_write_end()) pos 638742528, len 4096, copied 4096 00000080:00200000:1.0:1775764894.120777:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000012d825c8[3 0000000014a1af93 2 1 00000000f091585d] 00000080:00200000:1.0:1775764894.120780:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000c797b84 fffffc0001001 3:0 ffff967bc919cd20 155943 lru 00000080:00200000:1.0:1775764894.120785:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5f80f36 155943: 1< 0 - - > 2< 638742528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:1.0:1775764894.120787:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000012d825c8 00000080:00200000:1.0:1775764894.120788:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.120790:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.120797:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.120809:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.120811:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.120814:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.120820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120b78 (ffff967cc5831908/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.120822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120b78 (ffff967cc5831908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.120824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.120827:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120834:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.120842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120b78 (ffff967cc5831908/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.120844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc5831908/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.120848:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.120851:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155943, 155943] 00000080:00200000:1.0:1775764894.120864:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.120867:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.120873:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638746624 i_blocks 1196131 00000080:00200000:1.0:1775764894.120876:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.120893:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638746624, count: 4096 00000080:00200000:1.0:1775764894.120906:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638746624, bytes: 4096 00000080:00200000:1.0:1775764894.120909:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.120915:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155945, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.120916:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638746624, 638750720) 0 0 00000080:00200000:1.0:1775764894.120918:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.120923:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155944, 155944] 00020000:00200000:1.0:1775764894.120926:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638746624 chunk: [638746624, 638750720) 638750720, 4096 00020000:00200000:1.0:1775764894.120928:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.120941:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155944, 155944] 00000008:00010000:1.0:1775764894.120959:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.120961:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.120969:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120977:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638746624 638750719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120986:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120992:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.120998:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.121007:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638746624, 638750720) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.121012:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155944 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.121029:0:17279:0:(rw26.c:858:ll_write_end()) pos 638746624, len 4096, copied 4096 00000080:00200000:1.0:1775764894.121033:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000088ad0065[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.121036:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d96eff6b fffffc0001001 3:0 ffff967bc919c7e0 155944 lru 00000080:00200000:1.0:1775764894.121042:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001c023ab9 155944: 1< 0 - - > 2< 638746624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:1.0:1775764894.121045:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000088ad0065 00000080:00200000:1.0:1775764894.121046:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.121048:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.121057:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.121068:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.121071:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.121073:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.121079:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.121081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.121083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.121086:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.121094:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.121100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.121103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.121106:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.121109:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155944, 155944] 00000080:00200000:1.0:1775764894.121120:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.121123:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.121127:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638750720 i_blocks 1196131 00000080:00200000:1.0:1775764894.121130:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.121144:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638750720, count: 4096 00000080:00200000:1.0:1775764894.121155:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638750720, bytes: 4096 00000080:00200000:1.0:1775764894.121158:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.121162:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155946, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.121163:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638750720, 638754816) 0 0 00000080:00200000:1.0:1775764894.121165:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.121170:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155945, 155945] 00020000:00200000:1.0:1775764894.121173:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638750720 chunk: [638750720, 638754816) 638754816, 4096 00020000:00200000:1.0:1775764894.121175:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.121187:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155945, 155945] 00000008:00010000:1.0:1775764894.121192:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.121194:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.121202:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.121211:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638750720 638754815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.121219:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.121226:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.121232:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.121240:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638750720, 638754816) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.121269:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155945 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.121287:0:17279:0:(rw26.c:858:ll_write_end()) pos 638750720, len 4096, copied 4096 00000080:00200000:1.0:1775764894.121291:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c431e6a6[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.121294:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7731745 fffffc0001001 3:0 ffff967bc919cb60 155945 lru 00000080:00200000:1.0:1775764894.121300:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0240298 155945: 1< 0 - - > 2< 638750720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:1.0:1775764894.121302:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c431e6a6 00000080:00200000:1.0:1775764894.121303:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.121305:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.121313:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.121329:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.121332:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.121334:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.121339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.121341:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.121344:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.121347:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.121369:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764894.122602:0:2372:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764894.122775:0:2372:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000086cad545 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:3.0:1775764894.122805:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc583b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707276928:192.168.202.151@tcp:4:iozone.0 00000020:00010000:1.0:1775764894.123040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.123043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.123053:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.123058:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155945, 155945] 00000080:00200000:1.0:1775764894.123074:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.123078:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.123089:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638754816 i_blocks 1196131 00000080:00200000:1.0:1775764894.123093:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.123121:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638754816, count: 4096 00000080:00200000:1.0:1775764894.123137:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638754816, bytes: 4096 00000080:00200000:1.0:1775764894.123141:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.123146:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155947, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.123148:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638754816, 638758912) 0 0 00000080:00200000:1.0:1775764894.123151:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.123163:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155946, 155946] 00020000:00200000:1.0:1775764894.123169:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638754816 chunk: [638754816, 638758912) 638758912, 4096 00020000:00200000:1.0:1775764894.123172:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.123192:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155946, 155946] 00000008:00010000:1.0:1775764894.123201:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.123205:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.123219:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123230:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638754816 638758911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123267:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123276:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123283:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.123293:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638754816, 638758912) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.123301:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155946 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.123333:0:17279:0:(rw26.c:858:ll_write_end()) pos 638754816, len 4096, copied 4096 00000080:00200000:1.0:1775764894.123339:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ca839ddf[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.123341:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000043d36214 fffffc0001001 3:0 ffff967bc919c620 155946 lru 00000080:00200000:1.0:1775764894.123347:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001d74a174 155946: 1< 0 - - > 2< 638754816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:1.0:1775764894.123349:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ca839ddf 00000080:00200000:1.0:1775764894.123351:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.123583:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.123602:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.123618:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.123622:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.123624:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.123635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.123639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.123642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.123647:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123656:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.123664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.123666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.123670:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.123673:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155946, 155946] 00000080:00200000:1.0:1775764894.123685:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.123687:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.123693:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638758912 i_blocks 1196131 00000080:00200000:1.0:1775764894.123696:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.123712:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638758912, count: 4096 00000080:00200000:1.0:1775764894.123724:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638758912, bytes: 4096 00000080:00200000:1.0:1775764894.123727:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.123731:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155948, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.123732:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638758912, 638763008) 0 0 00000080:00200000:1.0:1775764894.123734:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.123740:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155947, 155947] 00020000:00200000:1.0:1775764894.123743:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638758912 chunk: [638758912, 638763008) 638763008, 4096 00020000:00200000:1.0:1775764894.123745:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.123759:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155947, 155947] 00000008:00010000:1.0:1775764894.123765:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.123768:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.123777:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123785:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638758912 638763007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123793:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123799:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123805:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.123812:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638758912, 638763008) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.123817:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155947 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.123834:0:17279:0:(rw26.c:858:ll_write_end()) pos 638758912, len 4096, copied 4096 00000080:00200000:1.0:1775764894.123838:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000041fc63bb[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.123841:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000096b3bf70 fffffc0001001 3:0 ffff967bc919c000 155947 lru 00000080:00200000:1.0:1775764894.123846:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b0eebd5f 155947: 1< 0 - - > 2< 638758912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1775764894.123848:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000041fc63bb 00000080:00200000:1.0:1775764894.123849:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.123851:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.123860:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.123871:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.123874:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.123876:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.123882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.123884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.123887:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.123890:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.123898:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.123905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.123908:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.123912:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.123915:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155947, 155947] 00000080:00200000:1.0:1775764894.123926:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.123929:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.123934:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638763008 i_blocks 1196131 00000080:00200000:1.0:1775764894.123937:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.124170:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638763008, count: 4096 00000080:00200000:1.0:1775764894.124185:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638763008, bytes: 4096 00000080:00200000:1.0:1775764894.124188:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.124192:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155949, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.124194:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638763008, 638767104) 0 0 00000080:00200000:1.0:1775764894.124197:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.124204:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155948, 155948] 00020000:00200000:1.0:1775764894.124207:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638763008 chunk: [638763008, 638767104) 638767104, 4096 00020000:00200000:1.0:1775764894.124209:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.124223:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155948, 155948] 00000008:00010000:1.0:1775764894.124229:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.124232:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.124241:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124270:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638763008 638767103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124279:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124285:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124292:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.124301:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638763008, 638767104) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.124307:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155948 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.124325:0:17279:0:(rw26.c:858:ll_write_end()) pos 638763008, len 4096, copied 4096 00000080:00200000:1.0:1775764894.124329:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000037fc97bb[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.124332:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005dd8e934 fffffc0001001 3:0 ffff967bc919c380 155948 lru 00000080:00200000:1.0:1775764894.124337:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f7108644 155948: 1< 0 - - > 2< 638763008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 257 - -> 00000080:00200000:1.0:1775764894.124339:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000037fc97bb 00000080:00200000:1.0:1775764894.124341:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.124343:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.124575:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.124592:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.124595:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.124598:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.124604:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.124607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.124609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.124613:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124620:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.124629:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.124632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.124637:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.124640:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155948, 155948] 00000080:00200000:1.0:1775764894.124652:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.124655:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.124663:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638767104 i_blocks 1196131 00000080:00200000:1.0:1775764894.124666:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.124681:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638767104, count: 4096 00000080:00200000:1.0:1775764894.124694:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638767104, bytes: 4096 00000080:00200000:1.0:1775764894.124697:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.124701:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155950, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.124703:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638767104, 638771200) 0 0 00000080:00200000:1.0:1775764894.124706:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.124712:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155949, 155949] 00020000:00200000:1.0:1775764894.124715:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638767104 chunk: [638767104, 638771200) 638771200, 4096 00020000:00200000:1.0:1775764894.124717:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.124730:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155949, 155949] 00000008:00010000:1.0:1775764894.124736:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.124739:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.124748:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124758:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638767104 638771199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124779:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.124787:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638767104, 638771200) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.124792:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155949 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.124810:0:17279:0:(rw26.c:858:ll_write_end()) pos 638767104, len 4096, copied 4096 00000080:00200000:1.0:1775764894.124813:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000db8e7c1b[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.124816:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000073cf8bff fffffc0001001 3:0 ffff967bc919cc40 155949 lru 00000080:00200000:1.0:1775764894.124822:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000136b276b 155949: 1< 0 - - > 2< 638767104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 258 - -> 00000080:00200000:1.0:1775764894.124824:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000db8e7c1b 00000080:00200000:1.0:1775764894.124825:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.124827:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.124835:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.124847:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.124849:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.124851:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.124858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.124860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.124863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.124866:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.124873:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.124881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.124883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.124888:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.124890:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155949, 155949] 00000080:00200000:1.0:1775764894.124901:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.124904:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.124909:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638771200 i_blocks 1196131 00000080:00200000:1.0:1775764894.124912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.124927:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638771200, count: 4096 00000080:00200000:1.0:1775764894.124939:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638771200, bytes: 4096 00000080:00200000:1.0:1775764894.124941:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.125045:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155951, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.125047:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638771200, 638775296) 0 0 00000080:00200000:1.0:1775764894.125050:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.125056:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155950, 155950] 00020000:00200000:1.0:1775764894.125060:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638771200 chunk: [638771200, 638775296) 638775296, 4096 00020000:00200000:1.0:1775764894.125062:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.125077:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155950, 155950] 00000008:00010000:1.0:1775764894.125083:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.125085:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.125093:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125102:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638771200 638775295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125110:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125118:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125125:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.125132:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638771200, 638775296) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.125137:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155950 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.125154:0:17279:0:(rw26.c:858:ll_write_end()) pos 638771200, len 4096, copied 4096 00000080:00200000:1.0:1775764894.125159:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c78781eb[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.125161:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000f200893 fffffc0001001 3:0 ffff967bc919c9a0 155950 lru 00000080:00200000:1.0:1775764894.125166:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000008c82188 155950: 1< 0 - - > 2< 638771200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 259 - -> 00000080:00200000:1.0:1775764894.125168:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c78781eb 00000080:00200000:1.0:1775764894.125170:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.125172:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.125180:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.125192:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.125195:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.125197:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.125203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.125206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.125208:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.125212:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125220:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.125227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.125230:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.125234:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.125236:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155950, 155950] 00000080:00200000:1.0:1775764894.125389:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.125393:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.125399:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638775296 i_blocks 1196131 00000080:00200000:1.0:1775764894.125403:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.125418:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638775296, count: 4096 00000080:00200000:1.0:1775764894.125430:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638775296, bytes: 4096 00000080:00200000:1.0:1775764894.125433:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.125437:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155952, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.125438:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638775296, 638779392) 0 0 00000080:00200000:1.0:1775764894.125441:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.125446:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155951, 155951] 00020000:00200000:1.0:1775764894.125449:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638775296 chunk: [638775296, 638779392) 638779392, 4096 00020000:00200000:1.0:1775764894.125452:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.125466:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155951, 155951] 00000008:00010000:1.0:1775764894.125471:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.125474:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.125482:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125491:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638775296 638779391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125499:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125506:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125513:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.125521:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638775296, 638779392) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.125526:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155951 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.125543:0:17279:0:(rw26.c:858:ll_write_end()) pos 638775296, len 4096, copied 4096 00000080:00200000:1.0:1775764894.125548:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b71b95d0[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.125551:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000000c3d837 fffffc0001001 3:0 ffff967bc919ca80 155951 lru 00000080:00200000:1.0:1775764894.125557:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000085c97a65 155951: 1< 0 - - > 2< 638775296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 260 - -> 00000080:00200000:1.0:1775764894.125558:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b71b95d0 00000080:00200000:1.0:1775764894.125560:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.125561:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.125570:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.125582:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.125585:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.125587:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.125594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.125596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.125599:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.125603:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125610:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.125619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.125621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.125626:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.125628:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155951, 155951] 00000080:00200000:1.0:1775764894.125640:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.125643:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.125648:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638779392 i_blocks 1196131 00000080:00200000:1.0:1775764894.125651:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.125666:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638779392, count: 4096 00000080:00200000:1.0:1775764894.125677:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638779392, bytes: 4096 00000080:00200000:1.0:1775764894.125681:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.125684:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155953, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.125685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638779392, 638783488) 0 0 00000080:00200000:1.0:1775764894.125688:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.125693:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155952, 155952] 00020000:00200000:1.0:1775764894.125697:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638779392 chunk: [638779392, 638783488) 638783488, 4096 00020000:00200000:1.0:1775764894.125699:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.125710:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155952, 155952] 00000008:00010000:1.0:1775764894.125716:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.125718:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.125726:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125734:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638779392 638783487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125741:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125748:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125755:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.125763:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638779392, 638783488) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.125768:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155952 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.125784:0:17279:0:(rw26.c:858:ll_write_end()) pos 638779392, len 4096, copied 4096 00000080:00200000:1.0:1775764894.125788:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000285bb912[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.125791:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac22b21e fffffc0001001 3:0 ffff967bc919c540 155952 lru 00000080:00200000:1.0:1775764894.125796:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007a389a28 155952: 1< 0 - - > 2< 638779392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 261 - -> 00000080:00200000:1.0:1775764894.125799:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000285bb912 00000080:00200000:1.0:1775764894.125800:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.125802:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.125811:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.125822:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.125825:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.125827:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.125833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.125835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.125838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.125842:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.125849:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.125858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.125860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.125864:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.125867:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155952, 155952] 00000080:00200000:1.0:1775764894.125877:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.125879:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.125885:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638783488 i_blocks 1196131 00000080:00200000:1.0:1775764894.125888:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.125903:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638783488, count: 4096 00000080:00200000:1.0:1775764894.125915:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638783488, bytes: 4096 00000080:00200000:1.0:1775764894.125917:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.125921:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155954, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.125923:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638783488, 638787584) 0 0 00000080:00200000:1.0:1775764894.125926:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.125931:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155953, 155953] 00020000:00200000:1.0:1775764894.125934:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638783488 chunk: [638783488, 638787584) 638787584, 4096 00020000:00200000:1.0:1775764894.125937:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.126142:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155953, 155953] 00000008:00010000:1.0:1775764894.126149:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.126152:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.126161:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126171:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638783488 638787583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126179:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126186:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126192:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126200:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638783488, 638787584) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.126206:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155953 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.126223:0:17279:0:(rw26.c:858:ll_write_end()) pos 638783488, len 4096, copied 4096 00000080:00200000:1.0:1775764894.126227:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003564394c[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.126230:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000def67ab9 fffffc0001001 3:0 ffff967bc919c0e0 155953 lru 00000080:00200000:1.0:1775764894.126235:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000042f9c851 155953: 1< 0 - - > 2< 638783488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 262 - -> 00000080:00200000:1.0:1775764894.126237:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003564394c 00000080:00200000:1.0:1775764894.126271:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.126275:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.126284:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126296:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.126299:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.126301:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.126306:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.126309:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.126311:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.126315:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126322:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.126330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.126333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.126337:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.126339:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155953, 155953] 00000080:00200000:1.0:1775764894.126351:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.126363:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.126368:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638787584 i_blocks 1196131 00000080:00200000:1.0:1775764894.126377:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.126393:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638787584, count: 4096 00000080:00200000:1.0:1775764894.126405:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638787584, bytes: 4096 00000080:00200000:1.0:1775764894.126407:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.126411:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155955, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.126412:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638787584, 638791680) 0 0 00000080:00200000:1.0:1775764894.126415:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.126420:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155954, 155954] 00020000:00200000:1.0:1775764894.126424:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638787584 chunk: [638787584, 638791680) 638791680, 4096 00020000:00200000:1.0:1775764894.126427:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.126439:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155954, 155954] 00000008:00010000:1.0:1775764894.126445:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.126448:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.126456:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126465:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638787584 638791679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126474:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126481:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126488:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126495:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638787584, 638791680) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.126500:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155954 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.126518:0:17279:0:(rw26.c:858:ll_write_end()) pos 638787584, len 4096, copied 4096 00000080:00200000:1.0:1775764894.126522:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000035ad2e38[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.126525:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000282cb2ac fffffc0001001 3:0 ffff967bc919c1c0 155954 lru 00000080:00200000:1.0:1775764894.126531:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000666420e0 155954: 1< 0 - - > 2< 638787584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 263 - -> 00000080:00200000:1.0:1775764894.126533:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000035ad2e38 00000080:00200000:1.0:1775764894.126534:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.126537:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.126546:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126558:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.126561:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.126563:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.126569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.126572:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.126574:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.126578:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126584:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.126591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.126593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.126597:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.126600:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155954, 155954] 00000080:00200000:1.0:1775764894.126610:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.126613:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.126618:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638791680 i_blocks 1196131 00000080:00200000:1.0:1775764894.126620:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.126636:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638791680, count: 4096 00000080:00200000:1.0:1775764894.126647:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638791680, bytes: 4096 00000080:00200000:1.0:1775764894.126650:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.126654:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155956, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.126655:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638791680, 638795776) 0 0 00000080:00200000:1.0:1775764894.126657:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.126663:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155955, 155955] 00020000:00200000:1.0:1775764894.126666:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638791680 chunk: [638791680, 638795776) 638795776, 4096 00020000:00200000:1.0:1775764894.126668:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.126679:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155955, 155955] 00000008:00010000:1.0:1775764894.126685:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.126687:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.126696:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126705:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638791680 638795775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126713:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126719:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126726:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126734:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638791680, 638795776) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.126739:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155955 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.126766:0:17279:0:(rw26.c:858:ll_write_end()) pos 638791680, len 4096, copied 4096 00000080:00200000:1.0:1775764894.126770:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000051cd5086[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.126773:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8dd47a7 fffffc0001021 2:0 ffff967bc919c700 155955 lru 00000080:00200000:1.0:1775764894.126778:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006b88d484 155955: 1< 0 - - > 2< 638791680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 264 - -> 00000080:00200000:1.0:1775764894.126780:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000051cd5086 00000080:00200000:1.0:1775764894.126782:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.126784:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.126793:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126805:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.126808:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.126810:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.126816:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.126819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.126821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.126825:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126833:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.126841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.126843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.126847:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.126849:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155955, 155955] 00000080:00200000:1.0:1775764894.126860:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.126863:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.126867:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638795776 i_blocks 1196131 00000080:00200000:1.0:1775764894.126870:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.126884:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638795776, count: 4096 00000080:00200000:1.0:1775764894.126895:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638795776, bytes: 4096 00000080:00200000:1.0:1775764894.126898:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.126902:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155957, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.126903:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638795776, 638799872) 0 0 00000080:00200000:1.0:1775764894.126906:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.126911:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155956, 155956] 00020000:00200000:1.0:1775764894.126914:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638795776 chunk: [638795776, 638799872) 638799872, 4096 00020000:00200000:1.0:1775764894.126916:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.126928:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155956, 155956] 00000008:00010000:1.0:1775764894.126934:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.126936:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.126957:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126967:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638795776 638799871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126975:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126983:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.126990:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.126998:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638795776, 638799872) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.127003:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155956 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.127019:0:17279:0:(rw26.c:858:ll_write_end()) pos 638795776, len 4096, copied 4096 00000080:00200000:1.0:1775764894.127023:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cb5c8d8d[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.127026:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000027b0b41a fffffc0001001 3:0 ffff967bc919c2a0 155956 lru 00000080:00200000:1.0:1775764894.127032:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a9078689 155956: 1< 0 - - > 2< 638795776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 265 - -> 00000080:00200000:1.0:1775764894.127034:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cb5c8d8d 00000080:00200000:1.0:1775764894.127035:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.127037:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.127045:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127057:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.127059:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.127061:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.127067:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.127069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.127072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.127076:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127084:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.127091:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.127093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.127097:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.127100:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155956, 155956] 00000080:00200000:1.0:1775764894.127110:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.127113:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.127118:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638799872 i_blocks 1196131 00000080:00200000:1.0:1775764894.127120:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.127136:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638799872, count: 4096 00000080:00200000:1.0:1775764894.127147:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638799872, bytes: 4096 00000080:00200000:1.0:1775764894.127149:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.127153:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155958, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.127154:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638799872, 638803968) 0 0 00000080:00200000:1.0:1775764894.127157:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.127162:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155957, 155957] 00020000:00200000:1.0:1775764894.127166:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638799872 chunk: [638799872, 638803968) 638803968, 4096 00020000:00200000:1.0:1775764894.127168:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.127180:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155957, 155957] 00000008:00010000:1.0:1775764894.127186:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.127188:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.127195:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127204:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638799872 638803967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127212:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127219:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127226:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127235:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638799872, 638803968) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.127240:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155957 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.127282:0:17279:0:(rw26.c:858:ll_write_end()) pos 638799872, len 4096, copied 4096 00000080:00200000:1.0:1775764894.127286:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007ce7ce14[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.127289:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba9b5a33 fffffc0001001 3:0 ffff967bc919ce00 155957 lru 00000080:00200000:1.0:1775764894.127295:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003cc4d5ff 155957: 1< 0 - - > 2< 638799872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 266 - -> 00000080:00200000:1.0:1775764894.127298:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007ce7ce14 00000080:00200000:1.0:1775764894.127299:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.127301:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.127309:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127321:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.127323:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.127326:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.127331:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.127334:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.127336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.127340:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127348:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.127368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.127371:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.127375:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.127378:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155957, 155957] 00000080:00200000:1.0:1775764894.127388:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.127391:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.127396:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638803968 i_blocks 1196131 00000080:00200000:1.0:1775764894.127399:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.127414:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638803968, count: 4096 00000080:00200000:1.0:1775764894.127425:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638803968, bytes: 4096 00000080:00200000:1.0:1775764894.127427:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.127431:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155959, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.127432:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638803968, 638808064) 0 0 00000080:00200000:1.0:1775764894.127435:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.127440:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155958, 155958] 00020000:00200000:1.0:1775764894.127443:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638803968 chunk: [638803968, 638808064) 638808064, 4096 00020000:00200000:1.0:1775764894.127446:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.127457:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155958, 155958] 00000008:00010000:1.0:1775764894.127462:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.127464:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.127472:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127481:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638803968 638808063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127490:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127498:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127505:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127514:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638803968, 638808064) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.127519:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155958 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.127536:0:17279:0:(rw26.c:858:ll_write_end()) pos 638803968, len 4096, copied 4096 00000080:00200000:1.0:1775764894.127541:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bc8605d0[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.127543:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b5d89fd6 fffffc0001001 3:0 ffff967bc919c8c0 155958 lru 00000080:00200000:1.0:1775764894.127549:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b1867b90 155958: 1< 0 - - > 2< 638803968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 267 - -> 00000080:00200000:1.0:1775764894.127552:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bc8605d0 00000080:00200000:1.0:1775764894.127553:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.127556:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.127565:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127577:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.127580:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.127582:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.127588:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.127591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.127594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.127597:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127605:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.127614:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.127616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.127620:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.127623:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155958, 155958] 00000080:00200000:1.0:1775764894.127634:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.127637:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.127642:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638808064 i_blocks 1196131 00000080:00200000:1.0:1775764894.127645:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.127659:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638808064, count: 4096 00000080:00200000:1.0:1775764894.127671:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638808064, bytes: 4096 00000080:00200000:1.0:1775764894.127673:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.127677:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155960, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.127678:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638808064, 638812160) 0 0 00000080:00200000:1.0:1775764894.127681:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.127686:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155959, 155959] 00020000:00200000:1.0:1775764894.127689:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638808064 chunk: [638808064, 638812160) 638812160, 4096 00020000:00200000:1.0:1775764894.127691:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.127704:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155959, 155959] 00000008:00010000:1.0:1775764894.127709:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.127712:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.127719:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127728:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638808064 638812159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127736:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127743:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127750:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127758:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638808064, 638812160) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.127763:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155959 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.127783:0:17279:0:(rw26.c:858:ll_write_end()) pos 638808064, len 4096, copied 4096 00000080:00200000:1.0:1775764894.127788:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004cee27ff[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.127791:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dbc45664 fffffc0001001 3:0 ffff967bc919c460 155959 lru 00000080:00200000:1.0:1775764894.127796:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000025e41dd5 155959: 1< 0 - - > 2< 638808064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 268 - -> 00000080:00200000:1.0:1775764894.127798:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004cee27ff 00000080:00200000:1.0:1775764894.127800:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.127802:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.127810:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127821:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.127824:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.127826:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.127832:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.127834:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.127836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.127840:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127847:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.127855:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.127858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.127862:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.127864:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155959, 155959] 00000080:00200000:1.0:1775764894.127875:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.127878:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.127882:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638812160 i_blocks 1196131 00000080:00200000:1.0:1775764894.127885:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.127899:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638812160, count: 4096 00000080:00200000:1.0:1775764894.127910:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638812160, bytes: 4096 00000080:00200000:1.0:1775764894.127913:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.127917:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155961, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.127918:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638812160, 638816256) 0 0 00000080:00200000:1.0:1775764894.127921:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.127926:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155960, 155960] 00020000:00200000:1.0:1775764894.127929:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638812160 chunk: [638812160, 638816256) 638816256, 4096 00020000:00200000:1.0:1775764894.127931:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.127942:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155960, 155960] 00000008:00010000:1.0:1775764894.127948:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.127950:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.127957:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127965:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638812160 638816255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127973:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127980:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.127986:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.127994:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638812160, 638816256) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.127999:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155960 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.128028:0:17279:0:(rw26.c:858:ll_write_end()) pos 638812160, len 4096, copied 4096 00000080:00200000:1.0:1775764894.128032:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000078bdc9c4[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.128035:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1d13365 fffffc0001001 3:0 ffff967bc919d2a0 155960 lru 00000080:00200000:1.0:1775764894.128040:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c72216fb 155960: 1< 0 - - > 2< 638812160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 269 - -> 00000080:00200000:1.0:1775764894.128042:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000078bdc9c4 00000080:00200000:1.0:1775764894.128044:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.128046:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.128057:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128070:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.128072:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.128075:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.128080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.128082:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.128084:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.128088:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128095:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.128103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.128105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.128109:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.128112:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155960, 155960] 00000080:00200000:1.0:1775764894.128122:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.128124:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.128129:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638816256 i_blocks 1196131 00000080:00200000:1.0:1775764894.128132:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.128147:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638816256, count: 4096 00000080:00200000:1.0:1775764894.128158:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638816256, bytes: 4096 00000080:00200000:1.0:1775764894.128161:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.128165:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155962, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.128167:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638816256, 638820352) 0 0 00000080:00200000:1.0:1775764894.128169:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.128174:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155961, 155961] 00020000:00200000:1.0:1775764894.128177:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638816256 chunk: [638816256, 638820352) 638820352, 4096 00020000:00200000:1.0:1775764894.128179:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.128191:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155961, 155961] 00000008:00010000:1.0:1775764894.128196:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.128198:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.128206:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128214:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638816256 638820351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128222:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128230:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128238:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128274:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638816256, 638820352) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.128281:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155961 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.128297:0:17279:0:(rw26.c:858:ll_write_end()) pos 638816256, len 4096, copied 4096 00000080:00200000:1.0:1775764894.128302:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a8d646e9[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.128305:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3314dd1 fffffc0001001 3:0 ffff967bc919de00 155961 lru 00000080:00200000:1.0:1775764894.128310:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb0d5388 155961: 1< 0 - - > 2< 638816256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 270 - -> 00000080:00200000:1.0:1775764894.128312:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a8d646e9 00000080:00200000:1.0:1775764894.128314:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.128315:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.128324:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128335:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.128338:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.128340:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.128346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.128349:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.128352:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.128368:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128376:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.128383:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.128386:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.128390:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.128393:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155961, 155961] 00000080:00200000:1.0:1775764894.128404:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.128407:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.128413:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638820352 i_blocks 1196131 00000080:00200000:1.0:1775764894.128416:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.128431:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638820352, count: 4096 00000080:00200000:1.0:1775764894.128442:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638820352, bytes: 4096 00000080:00200000:1.0:1775764894.128445:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.128449:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155963, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.128450:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638820352, 638824448) 0 0 00000080:00200000:1.0:1775764894.128453:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.128458:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155962, 155962] 00020000:00200000:1.0:1775764894.128460:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638820352 chunk: [638820352, 638824448) 638824448, 4096 00020000:00200000:1.0:1775764894.128463:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.128475:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155962, 155962] 00000008:00010000:1.0:1775764894.128480:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.128483:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.128490:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128499:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638820352 638824447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128506:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128513:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128519:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128527:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638820352, 638824448) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.128532:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155962 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.128549:0:17279:0:(rw26.c:858:ll_write_end()) pos 638820352, len 4096, copied 4096 00000080:00200000:1.0:1775764894.128554:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081101d5e[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.128556:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002eb44c22 fffffc0001001 3:0 ffff967bc919d8c0 155962 lru 00000080:00200000:1.0:1775764894.128561:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f896ae1b 155962: 1< 0 - - > 2< 638820352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 271 - -> 00000080:00200000:1.0:1775764894.128564:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081101d5e 00000080:00200000:1.0:1775764894.128565:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.128567:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.128576:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128587:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.128590:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.128592:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.128598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.128600:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.128602:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.128606:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128613:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.128620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.128622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.128627:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.128630:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155962, 155962] 00000080:00200000:1.0:1775764894.128640:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.128643:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.128648:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638824448 i_blocks 1196131 00000080:00200000:1.0:1775764894.128651:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.128667:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638824448, count: 4096 00000080:00200000:1.0:1775764894.128678:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638824448, bytes: 4096 00000080:00200000:1.0:1775764894.128681:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.128684:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155964, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.128685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638824448, 638828544) 0 0 00000080:00200000:1.0:1775764894.128688:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.128694:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155963, 155963] 00020000:00200000:1.0:1775764894.128697:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638824448 chunk: [638824448, 638828544) 638828544, 4096 00020000:00200000:1.0:1775764894.128699:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.128711:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155963, 155963] 00000008:00010000:1.0:1775764894.128716:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.128718:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.128726:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128734:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638824448 638828543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128743:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128750:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128756:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128763:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638824448, 638828544) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.128768:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155963 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.128784:0:17279:0:(rw26.c:858:ll_write_end()) pos 638824448, len 4096, copied 4096 00000080:00200000:1.0:1775764894.128788:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003190e29f[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.128791:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e7f3b14c fffffc0001001 3:0 ffff967bc919d460 155963 lru 00000080:00200000:1.0:1775764894.128796:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001c121153 155963: 1< 0 - - > 2< 638824448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 272 - -> 00000080:00200000:1.0:1775764894.128798:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003190e29f 00000080:00200000:1.0:1775764894.128799:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.128801:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.128809:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128820:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.128823:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.128825:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.128831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.128833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.128836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.128839:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128847:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.128856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.128858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.128862:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.128865:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155963, 155963] 00000080:00200000:1.0:1775764894.128874:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.128877:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.128883:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638828544 i_blocks 1196131 00000080:00200000:1.0:1775764894.128886:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.128900:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638828544, count: 4096 00000080:00200000:1.0:1775764894.128911:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638828544, bytes: 4096 00000080:00200000:1.0:1775764894.128913:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.128917:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155965, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.128919:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638828544, 638832640) 0 0 00000080:00200000:1.0:1775764894.128921:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.128927:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155964, 155964] 00020000:00200000:1.0:1775764894.128930:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638828544 chunk: [638828544, 638832640) 638832640, 4096 00020000:00200000:1.0:1775764894.128932:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.128944:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155964, 155964] 00000008:00010000:1.0:1775764894.128950:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.128952:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.128959:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128968:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638828544 638832639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128976:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128982:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.128989:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.128996:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638828544, 638832640) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.129001:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155964 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.129019:0:17279:0:(rw26.c:858:ll_write_end()) pos 638828544, len 4096, copied 4096 00000080:00200000:1.0:1775764894.129023:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cccad9e4[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.129025:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004e5e812c fffffc0001001 3:0 ffff967bc919dee0 155964 lru 00000080:00200000:1.0:1775764894.129030:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008ea9016c 155964: 1< 0 - - > 2< 638828544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:1.0:1775764894.129033:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cccad9e4 00000080:00200000:1.0:1775764894.129034:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.129036:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.129044:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.129056:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.129059:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.129061:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.129066:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.129069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.129071:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.129075:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.129081:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.129088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.129090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.129094:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.129097:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155964, 155964] 00000080:00200000:1.0:1775764894.129107:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.129109:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.129114:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638832640 i_blocks 1196131 00000080:00200000:1.0:1775764894.129116:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.129131:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638832640, count: 4096 00000080:00200000:1.0:1775764894.129142:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638832640, bytes: 4096 00000080:00200000:1.0:1775764894.129144:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.129147:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155966, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.129149:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638832640, 638836736) 0 0 00000080:00200000:1.0:1775764894.129152:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.129157:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155965, 155965] 00020000:00200000:1.0:1775764894.129160:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638832640 chunk: [638832640, 638836736) 638836736, 4096 00020000:00200000:1.0:1775764894.129162:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.129174:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155965, 155965] 00000008:00010000:1.0:1775764894.129179:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.129181:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.129188:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.129197:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638832640 638836735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.129204:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.129211:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.129218:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.129226:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638832640, 638836736) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.129231:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155965 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.129280:0:17279:0:(rw26.c:858:ll_write_end()) pos 638832640, len 4096, copied 4096 00000080:00200000:1.0:1775764894.129284:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003745ea69[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.129287:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2b8346f fffffc0001001 3:0 ffff967bc919dd20 155965 lru 00000080:00200000:1.0:1775764894.129292:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e17e24fc 155965: 1< 0 - - > 2< 638832640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:1.0:1775764894.129295:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003745ea69 00000080:00200000:1.0:1775764894.129296:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.129298:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.129307:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.129320:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.129323:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.129325:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.129330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.129333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.129336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.129340:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.129347:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.130073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.130079:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.130088:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.130093:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155965, 155965] 00000080:00200000:1.0:1775764894.130111:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.130115:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.130127:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638836736 i_blocks 1196131 00000080:00200000:1.0:1775764894.130132:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.130153:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638836736, count: 4096 00000080:00200000:1.0:1775764894.130171:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638836736, bytes: 4096 00000080:00200000:1.0:1775764894.130175:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.130179:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155967, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.130181:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638836736, 638840832) 0 0 00000080:00200000:1.0:1775764894.130184:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.130192:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155966, 155966] 00020000:00200000:1.0:1775764894.130196:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638836736 chunk: [638836736, 638840832) 638840832, 4096 00020000:00200000:1.0:1775764894.130199:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.130214:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155966, 155966] 00000008:00010000:1.0:1775764894.130221:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.130223:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.130235:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.130653:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638836736 638840831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.130664:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.130671:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.130678:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.130687:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638836736, 638840832) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.130697:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155966 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.130737:0:17279:0:(rw26.c:858:ll_write_end()) pos 638836736, len 4096, copied 4096 00000080:00200000:1.0:1775764894.130742:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c94e3b03[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.130745:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b300dc64 fffffc0001001 3:0 ffff967bc919d7e0 155966 lru 00000080:00200000:1.0:1775764894.130751:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000778de137 155966: 1< 0 - - > 2< 638836736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:1.0:1775764894.130753:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c94e3b03 00000080:00200000:1.0:1775764894.130754:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.130757:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.130772:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.130787:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.130790:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.130792:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.130801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.130804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.130806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.130810:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.130817:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.130826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.130828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.130832:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.130835:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155966, 155966] 00000080:00200000:1.0:1775764894.130847:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.130851:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.130856:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638840832 i_blocks 1196131 00000080:00200000:1.0:1775764894.130860:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.130876:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638840832, count: 4096 00000080:00200000:1.0:1775764894.130890:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638840832, bytes: 4096 00000080:00200000:1.0:1775764894.130893:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.130896:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155968, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.130897:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638840832, 638844928) 0 0 00000080:00200000:1.0:1775764894.130900:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.130907:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155967, 155967] 00020000:00200000:1.0:1775764894.130911:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638840832 chunk: [638840832, 638844928) 638844928, 4096 00020000:00200000:1.0:1775764894.130913:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.130928:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155967, 155967] 00000008:00010000:1.0:1775764894.130934:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.130936:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.131051:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131062:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638840832 638844927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131071:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131079:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131086:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.131096:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638840832, 638844928) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.131102:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155967 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.131120:0:17279:0:(rw26.c:858:ll_write_end()) pos 638840832, len 4096, copied 4096 00000080:00200000:1.0:1775764894.131124:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000095b38ced[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.131127:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000382cb6d8 fffffc0001001 3:0 ffff967bc919db60 155967 lru 00000080:00200000:1.0:1775764894.131132:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7a739b1 155967: 1< 0 - - > 2< 638840832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:1.0:1775764894.131134:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000095b38ced 00000080:00200000:1.0:1775764894.131135:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.131137:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.131146:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.131158:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.131161:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.131164:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.131170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.131173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.131175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.131179:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131187:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.131194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.131196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.131201:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.131203:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155967, 155967] 00000080:00200000:1.0:1775764894.131214:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.131217:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.131222:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638844928 i_blocks 1196131 00000080:00200000:1.0:1775764894.131225:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.131528:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638844928, count: 4096 00000080:00200000:1.0:1775764894.131545:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638844928, bytes: 4096 00000080:00200000:1.0:1775764894.131549:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.131552:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155969, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.131554:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638844928, 638849024) 0 0 00000080:00200000:1.0:1775764894.131557:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.131564:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155968, 155968] 00020000:00200000:1.0:1775764894.131568:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638844928 chunk: [638844928, 638849024) 638849024, 4096 00020000:00200000:1.0:1775764894.131570:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.131585:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155968, 155968] 00000008:00010000:1.0:1775764894.131591:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.131594:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.131603:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131613:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638844928 638849023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131622:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131629:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131635:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.131643:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638844928, 638849024) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.131649:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155968 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.131772:0:17279:0:(rw26.c:858:ll_write_end()) pos 638844928, len 4096, copied 4096 00000080:00200000:1.0:1775764894.131778:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cf6ba5c2[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.131781:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003939f4e6 fffffc0001001 3:0 ffff967bc919d620 155968 lru 00000080:00200000:1.0:1775764894.131787:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000879c6117 155968: 1< 0 - - > 2< 638844928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 277 - -> 00000080:00200000:1.0:1775764894.131789:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cf6ba5c2 00000080:00200000:1.0:1775764894.131790:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.131793:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.131803:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.131816:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.131819:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.131821:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.131827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.131829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.131832:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.131835:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.131842:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.131850:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.131853:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.131858:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.131860:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155968, 155968] 00000080:00200000:1.0:1775764894.131873:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.131875:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.131882:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638849024 i_blocks 1196131 00000080:00200000:1.0:1775764894.131884:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.131901:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638849024, count: 4096 00000080:00200000:1.0:1775764894.131912:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638849024, bytes: 4096 00000080:00200000:1.0:1775764894.131915:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.131919:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155970, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.131920:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638849024, 638853120) 0 0 00000080:00200000:1.0:1775764894.131923:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.131929:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155969, 155969] 00020000:00200000:1.0:1775764894.131932:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638849024 chunk: [638849024, 638853120) 638853120, 4096 00020000:00200000:1.0:1775764894.131935:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.132051:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155969, 155969] 00000008:00010000:1.0:1775764894.132060:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.132064:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.132073:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132083:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638849024 638853119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132099:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132106:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.132114:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638849024, 638853120) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.132119:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155969 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.132139:0:17279:0:(rw26.c:858:ll_write_end()) pos 638849024, len 4096, copied 4096 00000080:00200000:1.0:1775764894.132144:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e33c3543[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.132146:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001f68b02b fffffc0001001 3:0 ffff967bc919d000 155969 lru 00000080:00200000:1.0:1775764894.132152:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007fd38370 155969: 1< 0 - - > 2< 638849024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 278 - -> 00000080:00200000:1.0:1775764894.132154:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e33c3543 00000080:00200000:1.0:1775764894.132155:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.132158:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.132167:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.132179:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.132181:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.132184:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.132189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.132192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.132195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.132198:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132205:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.132213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.132215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.132219:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.132222:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155969, 155969] 00000080:00200000:1.0:1775764894.132233:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.132237:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.132241:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638853120 i_blocks 1196131 00000080:00200000:1.0:1775764894.132269:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.132287:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638853120, count: 4096 00000080:00200000:1.0:1775764894.132299:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638853120, bytes: 4096 00000080:00200000:1.0:1775764894.132302:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.132305:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155971, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.132307:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638853120, 638857216) 0 0 00000080:00200000:1.0:1775764894.132310:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.132315:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155970, 155970] 00020000:00200000:1.0:1775764894.132318:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638853120 chunk: [638853120, 638857216) 638857216, 4096 00020000:00200000:1.0:1775764894.132321:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.132333:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155970, 155970] 00000008:00010000:1.0:1775764894.132339:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.132342:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.132349:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132532:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638853120 638857215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132542:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132549:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132557:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.132566:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638853120, 638857216) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.132572:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155970 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.132600:0:17279:0:(rw26.c:858:ll_write_end()) pos 638853120, len 4096, copied 4096 00000080:00200000:1.0:1775764894.132605:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a497a0b3[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.132608:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eefffd4f fffffc0001021 2:0 ffff967bc919d380 155970 lru 00000080:00200000:1.0:1775764894.132614:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002e29bb9f 155970: 1< 0 - - > 2< 638853120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 279 - -> 00000080:00200000:1.0:1775764894.132616:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a497a0b3 00000080:00200000:1.0:1775764894.132618:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.132620:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.132631:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.132644:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.132646:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.132649:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.132655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.132658:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.132660:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.132663:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132670:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.132678:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.132681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.132685:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.132688:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155970, 155970] 00000080:00200000:1.0:1775764894.132699:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.132702:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.132708:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638857216 i_blocks 1196131 00000080:00200000:1.0:1775764894.132711:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.132728:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638857216, count: 4096 00000080:00200000:1.0:1775764894.132740:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638857216, bytes: 4096 00000080:00200000:1.0:1775764894.132743:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.132746:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155972, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.132748:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638857216, 638861312) 0 0 00000080:00200000:1.0:1775764894.132751:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.132757:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155971, 155971] 00020000:00200000:1.0:1775764894.132760:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638857216 chunk: [638857216, 638861312) 638861312, 4096 00020000:00200000:1.0:1775764894.132762:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.132776:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155971, 155971] 00000008:00010000:1.0:1775764894.132781:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.132784:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.132792:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132801:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638857216 638861311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132809:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132817:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132823:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.132831:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638857216, 638861312) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.132836:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155971 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.132853:0:17279:0:(rw26.c:858:ll_write_end()) pos 638857216, len 4096, copied 4096 00000080:00200000:1.0:1775764894.132857:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006a6a826a[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.132860:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3d867b5 fffffc0001001 3:0 ffff967bc919dc40 155971 lru 00000080:00200000:1.0:1775764894.132865:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf7f9a4d 155971: 1< 0 - - > 2< 638857216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 280 - -> 00000080:00200000:1.0:1775764894.132868:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006a6a826a 00000080:00200000:1.0:1775764894.132869:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.132871:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.132879:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.132891:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.132894:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.132896:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.132902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.132904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.132906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.132910:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.132917:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.132925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.132928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.132932:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.132935:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155971, 155971] 00000080:00200000:1.0:1775764894.133053:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.133057:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.133062:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638861312 i_blocks 1196131 00000080:00200000:1.0:1775764894.133065:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.133081:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638861312, count: 4096 00000080:00200000:1.0:1775764894.133092:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638861312, bytes: 4096 00000080:00200000:1.0:1775764894.133094:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.133098:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155973, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.133099:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638861312, 638865408) 0 0 00000080:00200000:1.0:1775764894.133102:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.133107:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155972, 155972] 00020000:00200000:1.0:1775764894.133110:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638861312 chunk: [638861312, 638865408) 638865408, 4096 00020000:00200000:1.0:1775764894.133112:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.133122:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155972, 155972] 00000008:00010000:1.0:1775764894.133128:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.133130:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.133137:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.133145:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638861312 638865407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.133153:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.133160:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.133166:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.133174:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638861312, 638865408) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.133179:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155972 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.133195:0:17279:0:(rw26.c:858:ll_write_end()) pos 638861312, len 4096, copied 4096 00000080:00200000:1.0:1775764894.133200:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bcfeb435[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.133203:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000052355ca5 fffffc0001001 3:0 ffff967bc919d9a0 155972 lru 00000080:00200000:1.0:1775764894.133208:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004cbafaf4 155972: 1< 0 - - > 2< 638861312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 281 - -> 00000080:00200000:1.0:1775764894.133210:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bcfeb435 00000080:00200000:1.0:1775764894.133211:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.133213:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.133222:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.133233:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.133236:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.133239:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.134062:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.134068:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.134072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.134078:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134090:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.134100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.134102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.134110:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.134115:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155972, 155972] 00000080:00200000:1.0:1775764894.134132:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.134135:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.134144:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638865408 i_blocks 1196131 00000080:00200000:1.0:1775764894.134149:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.134171:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638865408, count: 4096 00000080:00200000:1.0:1775764894.134189:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638865408, bytes: 4096 00000080:00200000:1.0:1775764894.134192:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.134196:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155974, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.134198:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638865408, 638869504) 0 0 00000080:00200000:1.0:1775764894.134201:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.134209:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155973, 155973] 00020000:00200000:1.0:1775764894.134213:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638865408 chunk: [638865408, 638869504) 638869504, 4096 00020000:00200000:1.0:1775764894.134216:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.134232:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155973, 155973] 00000008:00010000:1.0:1775764894.134240:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.134243:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.134272:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134283:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638865408 638869503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134292:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134298:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134304:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.134313:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638865408, 638869504) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.134320:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155973 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.134347:0:17279:0:(rw26.c:858:ll_write_end()) pos 638865408, len 4096, copied 4096 00000080:00200000:1.0:1775764894.134563:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005cc70a15[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.134568:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a175ef5 fffffc0001001 3:0 ffff967bc919da80 155973 lru 00000080:00200000:1.0:1775764894.134575:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ddae9de7 155973: 1< 0 - - > 2< 638865408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 282 - -> 00000080:00200000:1.0:1775764894.134577:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005cc70a15 00000080:00200000:1.0:1775764894.134578:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.134581:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.134599:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.134616:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.134619:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.134622:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.134631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.134634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.134636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.134640:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134648:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.134656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.134659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.134663:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.134666:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155973, 155973] 00000080:00200000:1.0:1775764894.134677:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.134679:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.134686:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638869504 i_blocks 1196131 00000080:00200000:1.0:1775764894.134689:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.134704:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638869504, count: 4096 00000080:00200000:1.0:1775764894.134716:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638869504, bytes: 4096 00000080:00200000:1.0:1775764894.134719:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.134722:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155975, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.134724:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638869504, 638873600) 0 0 00000080:00200000:1.0:1775764894.134726:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.134732:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155974, 155974] 00020000:00200000:1.0:1775764894.134736:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638869504 chunk: [638869504, 638873600) 638873600, 4096 00020000:00200000:1.0:1775764894.134738:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.134750:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155974, 155974] 00000008:00010000:1.0:1775764894.134756:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.134758:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.134766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134775:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638869504 638873599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134783:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134790:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134796:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.134805:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638869504, 638873600) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.134810:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155974 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.134828:0:17279:0:(rw26.c:858:ll_write_end()) pos 638869504, len 4096, copied 4096 00000080:00200000:1.0:1775764894.134832:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fc1bdf1a[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.134835:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000059099b6d fffffc0001001 3:0 ffff967bc919d540 155974 lru 00000080:00200000:1.0:1775764894.134840:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000061e59281 155974: 1< 0 - - > 2< 638869504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 283 - -> 00000080:00200000:1.0:1775764894.134842:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fc1bdf1a 00000080:00200000:1.0:1775764894.134843:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.134845:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.134854:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.134865:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.134868:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.134870:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.134875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.134877:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.134880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.134883:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.134890:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.134897:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.134899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.134903:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.134905:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155974, 155974] 00000080:00200000:1.0:1775764894.134915:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.134918:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.134923:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638873600 i_blocks 1196131 00000080:00200000:1.0:1775764894.134926:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.134940:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638873600, count: 4096 00000080:00200000:1.0:1775764894.135591:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638873600, bytes: 4096 00000080:00200000:1.0:1775764894.135597:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.135602:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155976, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.135603:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638873600, 638877696) 0 0 00000080:00200000:1.0:1775764894.135607:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.135614:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155975, 155975] 00020000:00200000:1.0:1775764894.135618:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638873600 chunk: [638873600, 638877696) 638877696, 4096 00020000:00200000:1.0:1775764894.135621:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.135636:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155975, 155975] 00000008:00010000:1.0:1775764894.135643:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.135646:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.135658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.135668:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638873600 638877695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.135678:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.135685:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.135691:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.135700:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638873600, 638877696) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.135708:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155975 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.135731:0:17279:0:(rw26.c:858:ll_write_end()) pos 638873600, len 4096, copied 4096 00000080:00200000:1.0:1775764894.135736:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000054c4fab9[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.135739:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003c050fb7 fffffc0001001 3:0 ffff967bc919d0e0 155975 lru 00000080:00200000:1.0:1775764894.135745:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007a3a8343 155975: 1< 0 - - > 2< 638873600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 284 - -> 00000080:00200000:1.0:1775764894.135747:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000054c4fab9 00000080:00200000:1.0:1775764894.135748:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.135751:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.135762:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.135783:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.135787:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.135789:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.135797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.135799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.135802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.135807:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.135814:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.135824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.135827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.135832:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.135836:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155975, 155975] 00000080:00200000:1.0:1775764894.135851:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.135854:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.135859:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638877696 i_blocks 1196131 00000080:00200000:1.0:1775764894.135863:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.135882:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638877696, count: 4096 00000080:00200000:1.0:1775764894.135893:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638877696, bytes: 4096 00000080:00200000:1.0:1775764894.135896:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.135899:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155977, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.135900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638877696, 638881792) 0 0 00000080:00200000:1.0:1775764894.135903:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.135909:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155976, 155976] 00020000:00200000:1.0:1775764894.135912:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638877696 chunk: [638877696, 638881792) 638881792, 4096 00020000:00200000:1.0:1775764894.135914:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.135926:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155976, 155976] 00000008:00010000:1.0:1775764894.135931:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.135933:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.135941:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136063:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638877696 638881791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136072:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136079:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136084:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.136095:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638877696, 638881792) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.136102:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155976 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.136119:0:17279:0:(rw26.c:858:ll_write_end()) pos 638877696, len 4096, copied 4096 00000080:00200000:1.0:1775764894.136123:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ed9e43db[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.136126:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000093a76dc fffffc0001001 3:0 ffff967bc919d1c0 155976 lru 00000080:00200000:1.0:1775764894.136131:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000097b0ede7 155976: 1< 0 - - > 2< 638877696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 285 - -> 00000080:00200000:1.0:1775764894.136133:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ed9e43db 00000080:00200000:1.0:1775764894.136134:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.136136:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.136145:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.136158:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.136161:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.136163:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.136169:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.136172:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.136174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.136178:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136187:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.136195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.136197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.136201:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.136204:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155976, 155976] 00000080:00200000:1.0:1775764894.136214:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.136218:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.136223:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638881792 i_blocks 1196131 00000080:00200000:1.0:1775764894.136226:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.136241:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638881792, count: 4096 00000080:00200000:1.0:1775764894.136279:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638881792, bytes: 4096 00000080:00200000:1.0:1775764894.136282:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.136286:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155978, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.136287:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638881792, 638885888) 0 0 00000080:00200000:1.0:1775764894.136290:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.136296:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155977, 155977] 00020000:00200000:1.0:1775764894.136299:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638881792 chunk: [638881792, 638885888) 638885888, 4096 00020000:00200000:1.0:1775764894.136301:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.136319:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155977, 155977] 00000008:00010000:1.0:1775764894.136325:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.136328:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.136337:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136345:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638881792 638885887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136529:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136540:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136547:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.136557:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638881792, 638885888) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.136563:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155977 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.136582:0:17279:0:(rw26.c:858:ll_write_end()) pos 638881792, len 4096, copied 4096 00000080:00200000:1.0:1775764894.136586:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008cc4c3ce[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.136589:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005a43bee2 fffffc0001001 3:0 ffff967bc919d700 155977 lru 00000080:00200000:1.0:1775764894.136595:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000133991e0 155977: 1< 0 - - > 2< 638881792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 286 - -> 00000080:00200000:1.0:1775764894.136597:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008cc4c3ce 00000080:00200000:1.0:1775764894.136599:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.136601:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.136610:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.136622:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.136625:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.136628:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.136634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.136637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.136639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.136643:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.136650:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.136658:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.136660:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.138744:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.138760:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155977, 155977] 00000080:00200000:1.0:1775764894.138788:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.138792:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.138806:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638885888 i_blocks 1196131 00000080:00200000:1.0:1775764894.138812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.138845:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638885888, count: 4096 00000080:00200000:1.0:1775764894.138872:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638885888, bytes: 4096 00000080:00200000:1.0:1775764894.138877:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.138886:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155979, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.138888:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638885888, 638889984) 0 0 00000080:00200000:1.0:1775764894.138891:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.138904:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155978, 155978] 00020000:00200000:1.0:1775764894.138910:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638885888 chunk: [638885888, 638889984) 638889984, 4096 00020000:00200000:1.0:1775764894.138914:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.138938:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155978, 155978] 00000008:00010000:1.0:1775764894.139843:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.139850:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.139873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.139889:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638885888 638889983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.139901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.139910:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.139918:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.139931:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638885888, 638889984) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.140041:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155978 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.140096:0:17279:0:(rw26.c:858:ll_write_end()) pos 638885888, len 4096, copied 4096 00000080:00200000:1.0:1775764894.140104:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007a6287e9[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.140107:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c64bcee1 fffffc0001001 3:0 ffff967bc919e8c0 155978 lru 00000080:00200000:1.0:1775764894.140114:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e0058bd 155978: 1< 0 - - > 2< 638885888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 287 - -> 00000080:00200000:1.0:1775764894.140116:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007a6287e9 00000080:00200000:1.0:1775764894.140119:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.140123:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.140143:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.140166:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.140170:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.140173:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.140185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.140188:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.140191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.140195:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140204:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.140216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.140218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.140225:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.140230:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155978, 155978] 00000080:00200000:1.0:1775764894.140267:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.140271:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.140280:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638889984 i_blocks 1196131 00000080:00200000:1.0:1775764894.140284:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.140310:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638889984, count: 4096 00000080:00200000:1.0:1775764894.140329:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638889984, bytes: 4096 00000080:00200000:1.0:1775764894.140333:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.140338:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155980, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.140340:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638889984, 638894080) 0 0 00000080:00200000:1.0:1775764894.140343:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.140363:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155979, 155979] 00020000:00200000:1.0:1775764894.140369:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638889984 chunk: [638889984, 638894080) 638894080, 4096 00020000:00200000:1.0:1775764894.140530:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.140554:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155979, 155979] 00000008:00010000:1.0:1775764894.140563:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.140565:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.140575:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140585:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638889984 638894079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140593:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140601:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140608:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.140616:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638889984, 638894080) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.140621:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155979 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.140638:0:17279:0:(rw26.c:858:ll_write_end()) pos 638889984, len 4096, copied 4096 00000080:00200000:1.0:1775764894.140642:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fa630dff[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.140645:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009c894c81 fffffc0001001 3:0 ffff967bc919e460 155979 lru 00000080:00200000:1.0:1775764894.140652:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000075cda919 155979: 1< 0 - - > 2< 638889984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 288 - -> 00000080:00200000:1.0:1775764894.140654:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fa630dff 00000080:00200000:1.0:1775764894.140656:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.140658:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.140667:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.140679:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.140682:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.140684:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.140689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.140692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.140694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.140698:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140706:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.140714:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.140716:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.140720:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.140723:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155979, 155979] 00000080:00200000:1.0:1775764894.140734:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.140737:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.140741:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638894080 i_blocks 1196131 00000080:00200000:1.0:1775764894.140744:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.140760:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638894080, count: 4096 00000080:00200000:1.0:1775764894.140770:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638894080, bytes: 4096 00000080:00200000:1.0:1775764894.140773:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.140777:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155981, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.140778:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638894080, 638898176) 0 0 00000080:00200000:1.0:1775764894.140781:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.140787:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155980, 155980] 00020000:00200000:1.0:1775764894.140790:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638894080 chunk: [638894080, 638898176) 638898176, 4096 00020000:00200000:1.0:1775764894.140792:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.140802:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155980, 155980] 00000008:00010000:1.0:1775764894.140807:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.140809:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.140815:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140824:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638894080 638898175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140832:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140840:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140847:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.140854:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638894080, 638898176) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.140859:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155980 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.140874:0:17279:0:(rw26.c:858:ll_write_end()) pos 638894080, len 4096, copied 4096 00000080:00200000:1.0:1775764894.140878:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c8be4ee[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.140880:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3059559 fffffc0001001 3:0 ffff967bc919eee0 155980 lru 00000080:00200000:1.0:1775764894.140886:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000869bc576 155980: 1< 0 - - > 2< 638894080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 289 - -> 00000080:00200000:1.0:1775764894.140888:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c8be4ee 00000080:00200000:1.0:1775764894.140890:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.140892:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.140899:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.140909:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.140912:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.140914:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.140919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.140921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.140924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.140927:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.140935:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.140943:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.141036:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.141040:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.141043:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155980, 155980] 00000080:00200000:1.0:1775764894.141053:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.141056:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.141062:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638898176 i_blocks 1196131 00000080:00200000:1.0:1775764894.141064:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.141079:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638898176, count: 4096 00000080:00200000:1.0:1775764894.141090:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638898176, bytes: 4096 00000080:00200000:1.0:1775764894.141093:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.141096:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155982, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.141098:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638898176, 638902272) 0 0 00000080:00200000:1.0:1775764894.141101:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.141106:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155981, 155981] 00020000:00200000:1.0:1775764894.141108:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638898176 chunk: [638898176, 638902272) 638902272, 4096 00020000:00200000:1.0:1775764894.141111:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.141121:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155981, 155981] 00000008:00010000:1.0:1775764894.141125:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.141127:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.141134:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.141143:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638898176 638902271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.141153:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.141159:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.141167:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.141174:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638898176, 638902272) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.141179:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155981 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.141194:0:17279:0:(rw26.c:858:ll_write_end()) pos 638898176, len 4096, copied 4096 00000080:00200000:1.0:1775764894.141198:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006bc2515a[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.141201:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000009f46e82 fffffc0001001 3:0 ffff967bc919ed20 155981 lru 00000080:00200000:1.0:1775764894.141207:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cdc17757 155981: 1< 0 - - > 2< 638898176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 290 - -> 00000080:00200000:1.0:1775764894.141209:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006bc2515a 00000080:00200000:1.0:1775764894.141211:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.141213:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.141220:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.141231:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.141233:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.141235:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.141241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.141243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.141272:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.141276:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.141284:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.141291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.141294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.141298:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.141301:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155981, 155981] 00000080:00200000:1.0:1775764894.141312:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.141315:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.141321:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638902272 i_blocks 1196131 00000080:00200000:1.0:1775764894.141323:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.141337:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638902272, count: 4096 00000080:00200000:1.0:1775764894.141349:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638902272, bytes: 4096 00000080:00200000:1.0:1775764894.141351:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.141365:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155983, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.141366:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638902272, 638906368) 0 0 00000080:00200000:1.0:1775764894.141369:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.142063:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155982, 155982] 00020000:00200000:1.0:1775764894.142070:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638902272 chunk: [638902272, 638906368) 638906368, 4096 00020000:00200000:1.0:1775764894.142074:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.142100:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155982, 155982] 00000008:00010000:1.0:1775764894.142108:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.142110:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.142122:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142132:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638902272 638906367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142141:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142148:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142156:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.142166:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638902272, 638906368) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.142173:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155982 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.142199:0:17279:0:(rw26.c:858:ll_write_end()) pos 638902272, len 4096, copied 4096 00000080:00200000:1.0:1775764894.142204:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007b6ee714[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.142207:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000009ac672e fffffc0001001 3:0 ffff967bc919e7e0 155982 lru 00000080:00200000:1.0:1775764894.142213:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001785249c 155982: 1< 0 - - > 2< 638902272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:1.0:1775764894.142215:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007b6ee714 00000080:00200000:1.0:1775764894.142217:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.142219:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.142232:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.142277:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.142281:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.142283:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.142291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.142294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.142297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.142301:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142310:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.142320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.142323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.142329:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.142332:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155982, 155982] 00000080:00200000:1.0:1775764894.142346:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.142350:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.142366:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638906368 i_blocks 1196131 00000080:00200000:1.0:1775764894.142369:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.142467:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638906368, count: 4096 00000080:00200000:1.0:1775764894.142480:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638906368, bytes: 4096 00000080:00200000:1.0:1775764894.142483:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.142487:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155984, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.142488:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638906368, 638910464) 0 0 00000080:00200000:1.0:1775764894.142491:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.142498:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155983, 155983] 00020000:00200000:1.0:1775764894.142501:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638906368 chunk: [638906368, 638910464) 638910464, 4096 00020000:00200000:1.0:1775764894.142504:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.142514:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155983, 155983] 00000008:00010000:1.0:1775764894.142519:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.142521:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.142529:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142538:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638906368 638910463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142552:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142559:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.142566:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638906368, 638910464) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.142572:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155983 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.142590:0:17279:0:(rw26.c:858:ll_write_end()) pos 638906368, len 4096, copied 4096 00000080:00200000:1.0:1775764894.142594:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008a9061d9[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.142597:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000046554ce0 fffffc0001001 3:0 ffff967bc919eb60 155983 lru 00000080:00200000:1.0:1775764894.142603:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000067cf9311 155983: 1< 0 - - > 2< 638906368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:1.0:1775764894.142605:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008a9061d9 00000080:00200000:1.0:1775764894.142607:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.142609:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.142617:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.142628:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.142631:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.142633:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.142638:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.142641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.142643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.142647:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142655:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.142663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.142665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.142668:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.142671:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155983, 155983] 00000080:00200000:1.0:1775764894.142680:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.142683:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.142687:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638910464 i_blocks 1196131 00000080:00200000:1.0:1775764894.142690:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.142705:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638910464, count: 4096 00000080:00200000:1.0:1775764894.142715:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638910464, bytes: 4096 00000080:00200000:1.0:1775764894.142718:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.142721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155985, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.142723:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638910464, 638914560) 0 0 00000080:00200000:1.0:1775764894.142725:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.142730:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155984, 155984] 00020000:00200000:1.0:1775764894.142733:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638910464 chunk: [638910464, 638914560) 638914560, 4096 00020000:00200000:1.0:1775764894.142735:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.142745:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155984, 155984] 00000008:00010000:1.0:1775764894.142749:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.142751:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.142758:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142767:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638910464 638914559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142775:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142783:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142789:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.142797:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638910464, 638914560) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.142801:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155984 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.142815:0:17279:0:(rw26.c:858:ll_write_end()) pos 638910464, len 4096, copied 4096 00000080:00200000:1.0:1775764894.142819:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007f81ad66[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.142822:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f84f06d4 fffffc0001001 3:0 ffff967bc919e620 155984 lru 00000080:00200000:1.0:1775764894.142828:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000019afada2 155984: 1< 0 - - > 2< 638910464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:1.0:1775764894.142830:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007f81ad66 00000080:00200000:1.0:1775764894.142832:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.142834:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.142840:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.142852:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.142854:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.142856:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.142862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.142864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.142866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.142870:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.142877:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.142884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.142886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.142890:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.142893:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155984, 155984] 00000080:00200000:1.0:1775764894.142903:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.142906:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.142911:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638914560 i_blocks 1196131 00000080:00200000:1.0:1775764894.142914:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.142930:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638914560, count: 4096 00000080:00200000:1.0:1775764894.142941:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638914560, bytes: 4096 00000080:00200000:1.0:1775764894.143726:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.143733:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155986, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.143734:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638914560, 638918656) 0 0 00000080:00200000:1.0:1775764894.143738:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.143747:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155985, 155985] 00020000:00200000:1.0:1775764894.143751:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638914560 chunk: [638914560, 638918656) 638918656, 4096 00020000:00200000:1.0:1775764894.143754:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.143776:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155985, 155985] 00000008:00010000:1.0:1775764894.143784:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.143786:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.143798:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.143808:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638914560 638918655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.143817:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.143826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.143832:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.143841:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638914560, 638918656) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.143847:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155985 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.143880:0:17279:0:(rw26.c:858:ll_write_end()) pos 638914560, len 4096, copied 4096 00000080:00200000:1.0:1775764894.143885:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000be97d216[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.143888:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca6cc1a8 fffffc0001021 2:0 ffff967bc919e000 155985 lru 00000080:00200000:1.0:1775764894.143894:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006638b734 155985: 1< 0 - - > 2< 638914560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:1.0:1775764894.143896:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000be97d216 00000080:00200000:1.0:1775764894.143897:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.143900:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.143910:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.143925:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.143928:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.143930:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.143937:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.143939:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.143942:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.143958:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.143967:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.143976:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.143978:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.143983:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.143986:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155985, 155985] 00000080:00200000:1.0:1775764894.143999:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.144003:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.144009:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638918656 i_blocks 1196131 00000080:00200000:1.0:1775764894.144013:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.144031:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638918656, count: 4096 00000080:00200000:1.0:1775764894.144044:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638918656, bytes: 4096 00000080:00200000:1.0:1775764894.144046:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.144050:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155987, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.144051:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638918656, 638922752) 0 0 00000080:00200000:1.0:1775764894.144054:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.144059:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155986, 155986] 00020000:00200000:1.0:1775764894.144062:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638918656 chunk: [638918656, 638922752) 638922752, 4096 00020000:00200000:1.0:1775764894.144064:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.144074:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155986, 155986] 00000008:00010000:1.0:1775764894.144078:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.144080:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.144087:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144096:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638918656 638922751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144104:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144112:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144118:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.144126:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638918656, 638922752) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.144130:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155986 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.144144:0:17279:0:(rw26.c:858:ll_write_end()) pos 638918656, len 4096, copied 4096 00000080:00200000:1.0:1775764894.144148:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d77f3f95[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.144151:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000061b704a5 fffffc0001001 3:0 ffff967bc919e380 155986 lru 00000080:00200000:1.0:1775764894.144157:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c3593b1d 155986: 1< 0 - - > 2< 638918656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:1.0:1775764894.144158:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d77f3f95 00000080:00200000:1.0:1775764894.144160:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.144162:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.144170:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.144182:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.144184:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.144186:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.144192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.144194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.144196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.144200:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144208:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.144215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.144217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.144220:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.144223:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155986, 155986] 00000080:00200000:1.0:1775764894.144232:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.144235:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.144267:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638922752 i_blocks 1196131 00000080:00200000:1.0:1775764894.144271:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.144287:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638922752, count: 4096 00000080:00200000:1.0:1775764894.144298:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638922752, bytes: 4096 00000080:00200000:1.0:1775764894.144301:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.144305:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155988, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.144306:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638922752, 638926848) 0 0 00000080:00200000:1.0:1775764894.144309:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.144315:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155987, 155987] 00020000:00200000:1.0:1775764894.144317:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638922752 chunk: [638922752, 638926848) 638926848, 4096 00020000:00200000:1.0:1775764894.144320:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.144331:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155987, 155987] 00000008:00010000:1.0:1775764894.144336:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.144339:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.144346:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144365:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638922752 638926847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144530:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144540:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144547:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.144556:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638922752, 638926848) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.144561:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155987 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.144585:0:17279:0:(rw26.c:858:ll_write_end()) pos 638922752, len 4096, copied 4096 00000080:00200000:1.0:1775764894.144589:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e3785e4e[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.144592:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dab9335a fffffc0001001 3:0 ffff967bc919ec40 155987 lru 00000080:00200000:1.0:1775764894.144598:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f92ca668 155987: 1< 0 - - > 2< 638922752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:1.0:1775764894.144600:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e3785e4e 00000080:00200000:1.0:1775764894.144601:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.144603:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.144611:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.144622:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.144625:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.144626:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.144632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.144634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.144637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.144640:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144648:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.144656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.144658:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.144661:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.144664:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155987, 155987] 00000080:00200000:1.0:1775764894.144674:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.144677:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.144681:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638926848 i_blocks 1196131 00000080:00200000:1.0:1775764894.144684:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.144699:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638926848, count: 4096 00000080:00200000:1.0:1775764894.144709:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638926848, bytes: 4096 00000080:00200000:1.0:1775764894.144712:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.144716:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155989, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.144717:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638926848, 638930944) 0 0 00000080:00200000:1.0:1775764894.144720:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.144725:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155988, 155988] 00020000:00200000:1.0:1775764894.144728:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638926848 chunk: [638926848, 638930944) 638930944, 4096 00020000:00200000:1.0:1775764894.144730:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.144740:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155988, 155988] 00000008:00010000:1.0:1775764894.144744:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.144746:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.144753:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144762:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638926848 638930943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144778:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144785:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.144793:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638926848, 638930944) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.144797:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155988 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.144811:0:17279:0:(rw26.c:858:ll_write_end()) pos 638926848, len 4096, copied 4096 00000080:00200000:1.0:1775764894.144814:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001e64a09e[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.144817:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000cbf6b7d fffffc0001001 3:0 ffff967bc919e9a0 155988 lru 00000080:00200000:1.0:1775764894.144823:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004c9ee11a 155988: 1< 0 - - > 2< 638926848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:1.0:1775764894.144825:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001e64a09e 00000080:00200000:1.0:1775764894.144827:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.144828:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.144835:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.144846:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.144849:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.144851:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.144856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.144858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.144860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.144864:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.144871:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.144878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.144880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.144884:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.144886:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155988, 155988] 00000080:00200000:1.0:1775764894.144895:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.144898:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.144903:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638930944 i_blocks 1196131 00000080:00200000:1.0:1775764894.144905:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.144920:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638930944, count: 4096 00000080:00200000:1.0:1775764894.144929:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638930944, bytes: 4096 00000080:00200000:1.0:1775764894.144932:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.144935:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155990, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.144937:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638930944, 638935040) 0 0 00000080:00200000:1.0:1775764894.144940:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.145143:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155989, 155989] 00020000:00200000:1.0:1775764894.145146:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638930944 chunk: [638930944, 638935040) 638935040, 4096 00020000:00200000:1.0:1775764894.145149:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.145163:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155989, 155989] 00000008:00010000:1.0:1775764894.145168:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.145170:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.145177:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145186:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638930944 638935039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145195:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145203:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145210:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.145217:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638930944, 638935040) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.145221:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155989 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.145235:0:17279:0:(rw26.c:858:ll_write_end()) pos 638930944, len 4096, copied 4096 00000080:00200000:1.0:1775764894.145448:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000049ba1717[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.145452:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e160718e fffffc0001001 3:0 ffff967bc919ea80 155989 lru 00000080:00200000:1.0:1775764894.145458:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000033b928bb 155989: 1< 0 - - > 2< 638930944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:1.0:1775764894.145460:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000049ba1717 00000080:00200000:1.0:1775764894.145461:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.145464:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.145478:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.145491:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.145494:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.145496:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.145503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.145505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.145507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.145511:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145518:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.145527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.145530:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.145534:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.145537:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155989, 155989] 00000080:00200000:1.0:1775764894.145549:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.145552:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.145558:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638935040 i_blocks 1196131 00000080:00200000:1.0:1775764894.145561:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.145578:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638935040, count: 4096 00000080:00200000:1.0:1775764894.145590:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638935040, bytes: 4096 00000080:00200000:1.0:1775764894.145593:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.145596:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155991, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.145597:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638935040, 638939136) 0 0 00000080:00200000:1.0:1775764894.145600:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.145606:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155990, 155990] 00020000:00200000:1.0:1775764894.145609:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638935040 chunk: [638935040, 638939136) 638939136, 4096 00020000:00200000:1.0:1775764894.145611:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.145624:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155990, 155990] 00000008:00010000:1.0:1775764894.145629:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.145631:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.145639:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145648:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638935040 638939135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145656:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145663:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145669:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.145677:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638935040, 638939136) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.145683:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155990 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.145699:0:17279:0:(rw26.c:858:ll_write_end()) pos 638935040, len 4096, copied 4096 00000080:00200000:1.0:1775764894.145703:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006ceccca0[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.145706:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007cbf2aa9 fffffc0001001 3:0 ffff967bc919e540 155990 lru 00000080:00200000:1.0:1775764894.145711:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001f801e79 155990: 1< 0 - - > 2< 638935040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:1.0:1775764894.145714:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006ceccca0 00000080:00200000:1.0:1775764894.145715:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.145717:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.145725:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.145737:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.145739:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.145741:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.145747:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.145749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.145752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.145755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145763:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.145770:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.145772:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.145777:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.145779:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155990, 155990] 00000080:00200000:1.0:1775764894.145789:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.145792:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.145797:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638939136 i_blocks 1196131 00000080:00200000:1.0:1775764894.145800:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.145815:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638939136, count: 4096 00000080:00200000:1.0:1775764894.145827:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638939136, bytes: 4096 00000080:00200000:1.0:1775764894.145829:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.145833:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155992, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.145834:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638939136, 638943232) 0 0 00000080:00200000:1.0:1775764894.145837:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.145842:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155991, 155991] 00020000:00200000:1.0:1775764894.145845:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638939136 chunk: [638939136, 638943232) 638943232, 4096 00020000:00200000:1.0:1775764894.145847:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.145860:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155991, 155991] 00000008:00010000:1.0:1775764894.145866:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.145868:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.145875:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145884:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638939136 638943231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.145909:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.145917:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638939136, 638943232) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.145922:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155991 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.145939:0:17279:0:(rw26.c:858:ll_write_end()) pos 638939136, len 4096, copied 4096 00000080:00200000:1.0:1775764894.146529:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f8f25f8c[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.146535:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a61fd1bd fffffc0001001 3:0 ffff967bc919e0e0 155991 lru 00000080:00200000:1.0:1775764894.146542:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000059c82215 155991: 1< 0 - - > 2< 638939136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:1.0:1775764894.146544:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f8f25f8c 00000080:00200000:1.0:1775764894.146546:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.146549:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.146561:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.146576:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.146579:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.146581:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.146589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.146592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.146594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.146599:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.146607:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.146616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.146618:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.146623:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.146626:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155991, 155991] 00000080:00200000:1.0:1775764894.146640:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.146644:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.146650:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638943232 i_blocks 1196131 00000080:00200000:1.0:1775764894.146654:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.146672:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638943232, count: 4096 00000080:00200000:1.0:1775764894.146686:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638943232, bytes: 4096 00000080:00200000:1.0:1775764894.146688:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.146692:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155993, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.146694:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638943232, 638947328) 0 0 00000080:00200000:1.0:1775764894.146696:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.146704:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155992, 155992] 00020000:00200000:1.0:1775764894.146708:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638943232 chunk: [638943232, 638947328) 638947328, 4096 00020000:00200000:1.0:1775764894.146711:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.146724:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155992, 155992] 00000008:00010000:1.0:1775764894.146731:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.146733:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.146743:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.146752:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638943232 638947327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.146761:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.146768:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.146775:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.146784:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638943232, 638947328) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.146791:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155992 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.146813:0:17279:0:(rw26.c:858:ll_write_end()) pos 638943232, len 4096, copied 4096 00000080:00200000:1.0:1775764894.146818:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008a9f6ec6[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.146820:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001eb92407 fffffc0001001 3:0 ffff967bc919e1c0 155992 lru 00000080:00200000:1.0:1775764894.146825:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000004d3dcf5 155992: 1< 0 - - > 2< 638943232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:1.0:1775764894.146827:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008a9f6ec6 00000080:00200000:1.0:1775764894.146829:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.146831:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.146839:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.146852:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.146855:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.146857:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.146863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.146866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.146868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.146871:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.146879:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.146887:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.146889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.146893:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.146896:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155992, 155992] 00000080:00200000:1.0:1775764894.146907:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.146910:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.146915:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638947328 i_blocks 1196131 00000080:00200000:1.0:1775764894.146917:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.146933:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638947328, count: 4096 00000080:00200000:1.0:1775764894.147050:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638947328, bytes: 4096 00000080:00200000:1.0:1775764894.147054:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.147058:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155994, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.147059:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638947328, 638951424) 0 0 00000080:00200000:1.0:1775764894.147062:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.147068:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155993, 155993] 00020000:00200000:1.0:1775764894.147071:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638947328 chunk: [638947328, 638951424) 638951424, 4096 00020000:00200000:1.0:1775764894.147073:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.147088:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155993, 155993] 00000008:00010000:1.0:1775764894.147093:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.147095:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.147104:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147112:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638947328 638951423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147121:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147128:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147134:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.147142:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638947328, 638951424) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.147147:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155993 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.147164:0:17279:0:(rw26.c:858:ll_write_end()) pos 638947328, len 4096, copied 4096 00000080:00200000:1.0:1775764894.147169:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a4c4f3f6[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.147172:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000019f8efb1 fffffc0001001 3:0 ffff967bc919e700 155993 lru 00000080:00200000:1.0:1775764894.147178:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006b40f664 155993: 1< 0 - - > 2< 638947328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:1.0:1775764894.147180:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a4c4f3f6 00000080:00200000:1.0:1775764894.147181:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.147183:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.147192:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.147204:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.147207:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.147209:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.147215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.147217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.147220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.147224:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147231:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.147238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.147325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.147330:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.147334:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155993, 155993] 00000080:00200000:1.0:1775764894.147344:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.147347:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.147363:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638951424 i_blocks 1196131 00000080:00200000:1.0:1775764894.147366:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.147471:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638951424, count: 4096 00000080:00200000:1.0:1775764894.147486:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638951424, bytes: 4096 00000080:00200000:1.0:1775764894.147489:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.147492:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155995, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.147494:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638951424, 638955520) 0 0 00000080:00200000:1.0:1775764894.147497:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.147503:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155994, 155994] 00020000:00200000:1.0:1775764894.147506:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638951424 chunk: [638951424, 638955520) 638955520, 4096 00020000:00200000:1.0:1775764894.147508:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.147522:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155994, 155994] 00000008:00010000:1.0:1775764894.147528:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.147531:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.147539:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147548:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638951424 638955519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147556:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147563:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147569:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.147576:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638951424, 638955520) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.147720:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155994 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.147741:0:17279:0:(rw26.c:858:ll_write_end()) pos 638951424, len 4096, copied 4096 00000080:00200000:1.0:1775764894.147745:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000195aa0ef[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.147748:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a6f26ab9 fffffc0001001 3:0 ffff967bc919e2a0 155994 lru 00000080:00200000:1.0:1775764894.147754:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000026cbb8f8 155994: 1< 0 - - > 2< 638951424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:1.0:1775764894.147756:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000195aa0ef 00000080:00200000:1.0:1775764894.147757:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.147760:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.147769:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.147782:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.147785:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.147787:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.147794:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.147796:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.147798:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.147802:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147810:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.147818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.147820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.147824:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.147827:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155994, 155994] 00000080:00200000:1.0:1775764894.147839:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.147842:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.147847:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638955520 i_blocks 1196131 00000080:00200000:1.0:1775764894.147850:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.147867:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638955520, count: 4096 00000080:00200000:1.0:1775764894.147880:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638955520, bytes: 4096 00000080:00200000:1.0:1775764894.147882:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.147885:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155996, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.147887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638955520, 638959616) 0 0 00000080:00200000:1.0:1775764894.147889:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.147895:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155995, 155995] 00020000:00200000:1.0:1775764894.147898:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638955520 chunk: [638955520, 638959616) 638959616, 4096 00020000:00200000:1.0:1775764894.147900:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.147912:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155995, 155995] 00000008:00010000:1.0:1775764894.147917:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.147920:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.147928:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.147936:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638955520 638959615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148057:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148063:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.148072:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638955520, 638959616) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.148078:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155995 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.148095:0:17279:0:(rw26.c:858:ll_write_end()) pos 638955520, len 4096, copied 4096 00000080:00200000:1.0:1775764894.148099:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002317f071[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.148102:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000067c894c7 fffffc0001001 3:0 ffff967bc919ee00 155995 lru 00000080:00200000:1.0:1775764894.148108:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007e617c8a 155995: 1< 0 - - > 2< 638955520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:1.0:1775764894.148110:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002317f071 00000080:00200000:1.0:1775764894.148111:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.148113:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.148122:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.148134:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.148137:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.148139:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.148145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.148148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.148150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.148154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148161:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.148170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.148172:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.148177:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.148179:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155995, 155995] 00000080:00200000:1.0:1775764894.148190:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.148193:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.148198:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638959616 i_blocks 1196131 00000080:00200000:1.0:1775764894.148201:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.148215:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638959616, count: 4096 00000080:00200000:1.0:1775764894.148228:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638959616, bytes: 4096 00000080:00200000:1.0:1775764894.148231:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.148234:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155997, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.148236:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638959616, 638963712) 0 0 00000080:00200000:1.0:1775764894.148239:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.148582:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155996, 155996] 00020000:00200000:1.0:1775764894.148586:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638959616 chunk: [638959616, 638963712) 638963712, 4096 00020000:00200000:1.0:1775764894.148588:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.148607:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155996, 155996] 00000008:00010000:1.0:1775764894.148615:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.148618:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.148628:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148638:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638959616 638963711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148647:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148654:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148661:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.148670:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638959616, 638963712) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.148676:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 155996 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.148707:0:17279:0:(rw26.c:858:ll_write_end()) pos 638959616, len 4096, copied 4096 00000080:00200000:1.0:1775764894.148712:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f9d3a1ff[3 0000000014a1af93 2 1 00000000d6d8bf15] 00000080:00200000:1.0:1775764894.148715:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad4b5740 fffffc0001001 3:0 ffff967bc919fd20 155996 lru 00000080:00200000:1.0:1775764894.148720:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002381376d 155996: 1< 0 - - > 2< 638959616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:1.0:1775764894.148722:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f9d3a1ff 00000080:00200000:1.0:1775764894.148723:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.148726:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.148736:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.148749:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.148752:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.148754:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.148760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.148762:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.148765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.148769:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148777:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.148786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8998 (ffff967cc8f9b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.148788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.148793:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.148796:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [155996, 155996] 00000080:00200000:1.0:1775764894.148809:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.148812:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.148818:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 638963712 i_blocks 1196131 00000080:00200000:1.0:1775764894.148821:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.148844:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 638963712, count: 4096 00000080:00200000:1.0:1775764894.148857:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 638963712, bytes: 4096 00000080:00200000:1.0:1775764894.148860:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.148863:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 155998, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.148865:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [638963712, 638967808) 0 0 00000080:00200000:1.0:1775764894.148868:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.148873:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [155997, 155997] 00020000:00200000:1.0:1775764894.148876:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 638963712 chunk: [638963712, 638967808) 638967808, 4096 00020000:00200000:1.0:1775764894.148878:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.148890:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [155997, 155997] 00000008:00010000:1.0:1775764894.148895:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.148897:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f90a0, flags 0x0 00010000:00010000:1.0:1775764894.148905:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148914:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638963712 638967807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148930:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.148936:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.150366:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [638963712, 638967808) append 0 append lockpos 0 00010000:00010000:2.0:1775764894.182266:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639205376 639209471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182280:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182288:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182295:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.182307:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639205376, 639209472) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.182318:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156056 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.182350:0:17279:0:(rw26.c:858:ll_write_end()) pos 639205376, len 4096, copied 4096 00000080:00200000:2.0:1775764894.182366:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000371c23a3[3 0000000014a1af93 2 1 0000000081a009f5] 00000080:00200000:2.0:1775764894.182369:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000062344eb0 fffffc0001001 3:0 ffff967bc917b9a0 156056 lru 00000080:00200000:2.0:1775764894.182455:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000067ff018f 156056: 1< 0 - - > 2< 639205376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 365 - -> 00000080:00200000:2.0:1775764894.182458:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000371c23a3 00000080:00200000:2.0:1775764894.182460:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.182463:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.182479:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.182497:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.182501:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.182504:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.182514:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc5831248/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.182517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc5831248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.182521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c23b0 (ffff967cc5831a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.182525:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182534:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.182544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc5831248/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.182547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c23b0 (ffff967cc5831248/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.182555:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.182560:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156056, 156056] 00000080:00200000:2.0:1775764894.182579:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.182583:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.182591:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639209472 i_blocks 1196131 00000080:00200000:2.0:1775764894.182595:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.182617:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639209472, count: 4096 00000080:00200000:2.0:1775764894.182643:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639209472, bytes: 4096 00000080:00200000:2.0:1775764894.182647:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.182651:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156058, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.182652:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639209472, 639213568) 0 0 00000080:00200000:2.0:1775764894.182655:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.182666:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156057, 156057] 00020000:00200000:2.0:1775764894.182670:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639209472 chunk: [639209472, 639213568) 639213568, 4096 00020000:00200000:2.0:1775764894.182674:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.182693:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156057, 156057] 00000008:00010000:2.0:1775764894.182702:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.182705:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.182716:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182731:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639209472 639213567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182740:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182747:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182754:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.182762:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639209472, 639213568) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.182768:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156057 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.182786:0:17279:0:(rw26.c:858:ll_write_end()) pos 639209472, len 4096, copied 4096 00000080:00200000:2.0:1775764894.182791:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008abde861[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.182794:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3a36cfb fffffc0001001 3:0 ffff967bc917ba80 156057 lru 00000080:00200000:2.0:1775764894.182800:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003960370c 156057: 1< 0 - - > 2< 639209472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 366 - -> 00000080:00200000:2.0:1775764894.182802:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008abde861 00000080:00200000:2.0:1775764894.182803:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.182806:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.182814:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.182826:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.182829:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.182831:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.182837:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.182840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.182842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.182846:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.182853:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.182862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.182864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.182869:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.182871:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156057, 156057] 00000080:00200000:2.0:1775764894.182887:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.182890:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.182896:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639213568 i_blocks 1196131 00000080:00200000:2.0:1775764894.182898:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.182915:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639213568, count: 4096 00000080:00200000:2.0:1775764894.182927:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639213568, bytes: 4096 00000080:00200000:2.0:1775764894.182930:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.182933:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156059, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.182935:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639213568, 639217664) 0 0 00000080:00200000:2.0:1775764894.182937:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.182943:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156058, 156058] 00020000:00200000:2.0:1775764894.183219:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639213568 chunk: [639213568, 639217664) 639217664, 4096 00020000:00200000:2.0:1775764894.183222:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.183283:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156058, 156058] 00000008:00010000:2.0:1775764894.183291:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.183294:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.183303:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183312:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639213568 639217663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183321:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183329:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183336:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.183345:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639213568, 639217664) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.183351:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156058 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.183465:0:17279:0:(rw26.c:858:ll_write_end()) pos 639213568, len 4096, copied 4096 00000080:00200000:2.0:1775764894.183470:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f676f88b[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.183474:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8fd588f fffffc0001001 3:0 ffff967bc917b540 156058 lru 00000080:00200000:2.0:1775764894.183479:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e49b51c3 156058: 1< 0 - - > 2< 639213568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 367 - -> 00000080:00200000:2.0:1775764894.183481:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f676f88b 00000080:00200000:2.0:1775764894.183483:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.183485:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.183496:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.183509:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.183513:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.183515:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.183521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.183524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.183526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.183530:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183539:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.183548:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.183550:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.183556:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.183559:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156058, 156058] 00000080:00200000:2.0:1775764894.183571:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.183574:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.183579:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639217664 i_blocks 1196131 00000080:00200000:2.0:1775764894.183582:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.183600:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639217664, count: 4096 00000080:00200000:2.0:1775764894.183613:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639217664, bytes: 4096 00000080:00200000:2.0:1775764894.183616:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.183620:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156060, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.183622:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639217664, 639221760) 0 0 00000080:00200000:2.0:1775764894.183624:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.183630:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156059, 156059] 00020000:00200000:2.0:1775764894.183633:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639217664 chunk: [639217664, 639221760) 639221760, 4096 00020000:00200000:2.0:1775764894.183636:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.183649:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156059, 156059] 00000008:00010000:2.0:1775764894.183655:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.183658:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.183666:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183674:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639217664 639221759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183682:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183690:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183697:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.183705:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639217664, 639221760) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.183710:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156059 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.183728:0:17279:0:(rw26.c:858:ll_write_end()) pos 639217664, len 4096, copied 4096 00000080:00200000:2.0:1775764894.183732:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000891dac16[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.183735:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000d75b9f2 fffffc0001001 3:0 ffff967bc917b0e0 156059 lru 00000080:00200000:2.0:1775764894.183741:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001230080e 156059: 1< 0 - - > 2< 639217664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 368 - -> 00000080:00200000:2.0:1775764894.183743:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000891dac16 00000080:00200000:2.0:1775764894.183744:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.183747:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.183755:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.183773:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.183777:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.183779:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.183785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.183787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.183790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.183794:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183801:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.183810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.183813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.183817:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.183820:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156059, 156059] 00000080:00200000:2.0:1775764894.183830:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.183833:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.183838:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639221760 i_blocks 1196131 00000080:00200000:2.0:1775764894.183841:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.183856:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639221760, count: 4096 00000080:00200000:2.0:1775764894.183867:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639221760, bytes: 4096 00000080:00200000:2.0:1775764894.183870:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.183874:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156061, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.183876:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639221760, 639225856) 0 0 00000080:00200000:2.0:1775764894.183879:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.183884:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156060, 156060] 00020000:00200000:2.0:1775764894.183887:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639221760 chunk: [639221760, 639225856) 639225856, 4096 00020000:00200000:2.0:1775764894.183890:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.183901:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156060, 156060] 00000008:00010000:2.0:1775764894.183906:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.183908:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.183918:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183926:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639221760 639225855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.183942:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184159:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.184169:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639221760, 639225856) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.184175:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156060 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.184193:0:17279:0:(rw26.c:858:ll_write_end()) pos 639221760, len 4096, copied 4096 00000080:00200000:2.0:1775764894.184198:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000056903cae[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.184201:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000035f00ebc fffffc0001001 3:0 ffff967bc917b1c0 156060 lru 00000080:00200000:2.0:1775764894.184207:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005bdf270e 156060: 1< 0 - - > 2< 639221760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 369 - -> 00000080:00200000:2.0:1775764894.184209:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000056903cae 00000080:00200000:2.0:1775764894.184210:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.184212:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.184222:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.184234:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.184237:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.184350:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.184369:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.184371:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.184451:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.184456:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184464:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.184473:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.184475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.184482:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.184485:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156060, 156060] 00000080:00200000:2.0:1775764894.184499:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.184503:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.184510:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639225856 i_blocks 1196131 00000080:00200000:2.0:1775764894.184514:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.184530:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639225856, count: 4096 00000080:00200000:2.0:1775764894.184543:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639225856, bytes: 4096 00000080:00200000:2.0:1775764894.184545:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.184549:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156062, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.184551:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639225856, 639229952) 0 0 00000080:00200000:2.0:1775764894.184553:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.184560:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156061, 156061] 00020000:00200000:2.0:1775764894.184563:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639225856 chunk: [639225856, 639229952) 639229952, 4096 00020000:00200000:2.0:1775764894.184566:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.184580:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156061, 156061] 00000008:00010000:2.0:1775764894.184585:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.184588:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.184597:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184606:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639225856 639229951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184615:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184622:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184629:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.184636:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639225856, 639229952) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.184642:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156061 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.184671:0:17279:0:(rw26.c:858:ll_write_end()) pos 639225856, len 4096, copied 4096 00000080:00200000:2.0:1775764894.184675:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000266faada[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.184678:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d97ee219 fffffc0001001 3:0 ffff967bc917c7e0 156061 lru 00000080:00200000:2.0:1775764894.184684:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000016693e0b 156061: 1< 0 - - > 2< 639225856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 370 - -> 00000080:00200000:2.0:1775764894.184686:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000266faada 00000080:00200000:2.0:1775764894.184688:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.184690:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.184699:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.184711:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.184714:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.184716:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.184722:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.184725:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.184727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.184732:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184739:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.184748:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.184750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.184754:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.184757:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156061, 156061] 00000080:00200000:2.0:1775764894.184768:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.184771:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.184776:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639229952 i_blocks 1196131 00000080:00200000:2.0:1775764894.184779:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.184795:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639229952, count: 4096 00000080:00200000:2.0:1775764894.184806:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639229952, bytes: 4096 00000080:00200000:2.0:1775764894.184809:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.184813:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156063, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.184815:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639229952, 639234048) 0 0 00000080:00200000:2.0:1775764894.184817:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.184823:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156062, 156062] 00020000:00200000:2.0:1775764894.184826:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639229952 chunk: [639229952, 639234048) 639234048, 4096 00020000:00200000:2.0:1775764894.184828:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.184840:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156062, 156062] 00000008:00010000:2.0:1775764894.184846:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.184848:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.184855:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184864:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639229952 639234047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184872:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184879:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.184886:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.184895:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639229952, 639234048) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.184900:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156062 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.184926:0:17279:0:(rw26.c:858:ll_write_end()) pos 639229952, len 4096, copied 4096 00000080:00200000:2.0:1775764894.184931:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000009db81d8[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.184933:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ae427116 fffffc0001001 3:0 ffff967bc917cb60 156062 lru 00000080:00200000:2.0:1775764894.184938:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000616846d8 156062: 1< 0 - - > 2< 639229952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 371 - -> 00000080:00200000:2.0:1775764894.184940:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000009db81d8 00000080:00200000:2.0:1775764894.184942:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.186259:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.186289:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.186318:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.186323:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.186327:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.186339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.186343:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.186346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.186360:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186370:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.186381:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.186384:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.186393:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.186398:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156062, 156062] 00000080:00200000:2.0:1775764894.186421:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.186425:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.186435:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639234048 i_blocks 1196131 00000080:00200000:2.0:1775764894.186439:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.186470:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639234048, count: 4096 00000080:00200000:2.0:1775764894.186491:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639234048, bytes: 4096 00000080:00200000:2.0:1775764894.186496:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.186501:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156064, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.186503:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639234048, 639238144) 0 0 00000080:00200000:2.0:1775764894.186508:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.186519:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156063, 156063] 00020000:00200000:2.0:1775764894.186524:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639234048 chunk: [639234048, 639238144) 639238144, 4096 00020000:00200000:2.0:1775764894.186528:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.186550:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156063, 156063] 00000008:00010000:2.0:1775764894.186560:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.186563:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.186579:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186590:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639234048 639238143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186600:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186608:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186615:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.186625:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639234048, 639238144) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.186633:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156063 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.186667:0:17279:0:(rw26.c:858:ll_write_end()) pos 639234048, len 4096, copied 4096 00000080:00200000:2.0:1775764894.186672:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000093baea61[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.186675:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b2d34f41 fffffc0001001 3:0 ffff967bc917c620 156063 lru 00000080:00200000:2.0:1775764894.186681:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000088f03f52 156063: 1< 0 - - > 2< 639234048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 372 - -> 00000080:00200000:2.0:1775764894.186684:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000093baea61 00000080:00200000:2.0:1775764894.186685:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.186688:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.186697:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.186710:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.186713:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.186716:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.186723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.186725:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.186728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.186732:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186740:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.186748:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.186751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.186756:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.186758:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156063, 156063] 00000080:00200000:2.0:1775764894.186769:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.186773:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.186779:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639238144 i_blocks 1196131 00000080:00200000:2.0:1775764894.186782:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.186798:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639238144, count: 4096 00000080:00200000:2.0:1775764894.186810:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639238144, bytes: 4096 00000080:00200000:2.0:1775764894.186813:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.186817:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156065, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.186819:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639238144, 639242240) 0 0 00000080:00200000:2.0:1775764894.186821:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.186826:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156064, 156064] 00020000:00200000:2.0:1775764894.186829:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639238144 chunk: [639238144, 639242240) 639242240, 4096 00020000:00200000:2.0:1775764894.186832:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.186843:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156064, 156064] 00000008:00010000:2.0:1775764894.186848:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.186851:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.186858:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186867:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639238144 639242239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186875:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186881:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186888:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.186895:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639238144, 639242240) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.186900:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156064 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.186922:0:17279:0:(rw26.c:858:ll_write_end()) pos 639238144, len 4096, copied 4096 00000080:00200000:2.0:1775764894.186927:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000030473e51[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.186930:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004ea51878 fffffc0001021 2:0 ffff967bc917c000 156064 lru 00000080:00200000:2.0:1775764894.186936:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002a451cc0 156064: 1< 0 - - > 2< 639238144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 373 - -> 00000080:00200000:2.0:1775764894.186938:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000030473e51 00000080:00200000:2.0:1775764894.186940:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.186942:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.186950:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.186962:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.186965:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.186967:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.186973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.186975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.186978:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.186981:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.186989:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.186996:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.186999:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.187003:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.187006:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156064, 156064] 00000080:00200000:2.0:1775764894.187017:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.187020:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.187025:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639242240 i_blocks 1196131 00000080:00200000:2.0:1775764894.187028:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.187044:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639242240, count: 4096 00000080:00200000:2.0:1775764894.187056:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639242240, bytes: 4096 00000080:00200000:2.0:1775764894.187059:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.187063:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156066, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.187065:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639242240, 639246336) 0 0 00000080:00200000:2.0:1775764894.187067:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.187073:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156065, 156065] 00020000:00200000:2.0:1775764894.187076:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639242240 chunk: [639242240, 639246336) 639246336, 4096 00020000:00200000:2.0:1775764894.187079:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.187092:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156065, 156065] 00000008:00010000:2.0:1775764894.187098:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.187100:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.187108:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187117:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639242240 639246335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187125:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187132:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187140:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.187148:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639242240, 639246336) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.187154:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156065 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.187171:0:17279:0:(rw26.c:858:ll_write_end()) pos 639242240, len 4096, copied 4096 00000080:00200000:2.0:1775764894.187175:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000069717dc6[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.187177:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000db4dabf2 fffffc0001001 3:0 ffff967bc917c380 156065 lru 00000080:00200000:2.0:1775764894.187183:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1156c0e 156065: 1< 0 - - > 2< 639242240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 374 - -> 00000080:00200000:2.0:1775764894.187184:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000069717dc6 00000080:00200000:2.0:1775764894.187186:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.187188:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.187197:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.187208:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.187211:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.187213:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.187219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.187221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.187224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.187228:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187236:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.187243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.187278:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.187282:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.187285:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156065, 156065] 00000080:00200000:2.0:1775764894.187296:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.187299:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.187304:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639246336 i_blocks 1196131 00000080:00200000:2.0:1775764894.187307:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.187322:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639246336, count: 4096 00000080:00200000:2.0:1775764894.187334:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639246336, bytes: 4096 00000080:00200000:2.0:1775764894.187337:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.187341:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156067, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.187342:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639246336, 639250432) 0 0 00000080:00200000:2.0:1775764894.187345:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.187350:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156066, 156066] 00020000:00200000:2.0:1775764894.187855:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639246336 chunk: [639246336, 639250432) 639250432, 4096 00020000:00200000:2.0:1775764894.187859:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.187881:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156066, 156066] 00000008:00010000:2.0:1775764894.187889:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.187892:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.187902:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187912:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639246336 639250431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187920:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187927:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.187933:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.188016:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639246336, 639250432) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.188027:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156066 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.188051:0:17279:0:(rw26.c:858:ll_write_end()) pos 639246336, len 4096, copied 4096 00000080:00200000:2.0:1775764894.188056:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000f4e84a4[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.188059:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1794d45 fffffc0001001 3:0 ffff967bc917cc40 156066 lru 00000080:00200000:2.0:1775764894.188064:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000064408b5f 156066: 1< 0 - - > 2< 639246336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 375 - -> 00000080:00200000:2.0:1775764894.188067:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000f4e84a4 00000080:00200000:2.0:1775764894.188069:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.188071:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.188082:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.188097:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.188100:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.188102:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.188110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.188113:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.188116:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.188120:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.188128:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.188137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.188139:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.188145:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.188148:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156066, 156066] 00000080:00200000:2.0:1775764894.188162:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.188165:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.188171:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639250432 i_blocks 1196131 00000080:00200000:2.0:1775764894.188174:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.188193:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639250432, count: 4096 00000080:00200000:2.0:1775764894.188205:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639250432, bytes: 4096 00000080:00200000:2.0:1775764894.188209:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.188212:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156068, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.188214:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639250432, 639254528) 0 0 00000080:00200000:2.0:1775764894.188216:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.188223:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156067, 156067] 00020000:00200000:2.0:1775764894.188226:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639250432 chunk: [639250432, 639254528) 639254528, 4096 00020000:00200000:2.0:1775764894.188228:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.191607:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156067, 156067] 00000008:00010000:2.0:1775764894.191637:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.191644:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.191667:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.191686:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639250432 639254527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.191750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.191760:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.191768:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.191782:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639250432, 639254528) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.191797:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156067 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.191849:0:17279:0:(rw26.c:858:ll_write_end()) pos 639250432, len 4096, copied 4096 00000080:00200000:2.0:1775764894.191857:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f28b1fed[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.191860:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000526cb3b2 fffffc0001001 3:0 ffff967bc917c9a0 156067 lru 00000080:00200000:2.0:1775764894.191867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009c4cadbe 156067: 1< 0 - - > 2< 639250432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 376 - -> 00000080:00200000:2.0:1775764894.191869:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f28b1fed 00000080:00200000:2.0:1775764894.191871:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.191875:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.191896:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.191922:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.191926:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.191930:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.192045:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.192049:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.192053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.192058:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192067:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.192080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.192083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.192091:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.192098:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156067, 156067] 00000080:00200000:2.0:1775764894.192128:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.192132:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.192203:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639254528 i_blocks 1196131 00000080:00200000:2.0:1775764894.192210:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.192332:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639254528, count: 4096 00000080:00200000:2.0:1775764894.192371:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639254528, bytes: 4096 00000080:00200000:2.0:1775764894.192461:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.192468:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156069, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.192469:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639254528, 639258624) 0 0 00000080:00200000:2.0:1775764894.192474:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.192486:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156068, 156068] 00020000:00200000:2.0:1775764894.192492:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639254528 chunk: [639254528, 639258624) 639258624, 4096 00020000:00200000:2.0:1775764894.192495:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.192519:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156068, 156068] 00000008:00010000:2.0:1775764894.192527:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.192531:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.192543:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192553:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639254528 639258623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192562:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192569:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192575:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.192584:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639254528, 639258624) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.192592:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156068 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.192615:0:17279:0:(rw26.c:858:ll_write_end()) pos 639254528, len 4096, copied 4096 00000080:00200000:2.0:1775764894.192619:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dadbc522[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.192623:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007baf5e1d fffffc0001001 3:0 ffff967bc917ca80 156068 lru 00000080:00200000:2.0:1775764894.192629:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b58b2854 156068: 1< 0 - - > 2< 639254528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 377 - -> 00000080:00200000:2.0:1775764894.192631:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dadbc522 00000080:00200000:2.0:1775764894.192633:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.192635:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.192647:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.192662:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.192665:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.192667:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.192675:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.192677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.192680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.192684:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192790:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.192801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.192804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.192810:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.192814:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156068, 156068] 00000080:00200000:2.0:1775764894.192827:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.192831:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.192837:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639258624 i_blocks 1196131 00000080:00200000:2.0:1775764894.192840:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.192858:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639258624, count: 4096 00000080:00200000:2.0:1775764894.192870:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639258624, bytes: 4096 00000080:00200000:2.0:1775764894.192873:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.192877:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156070, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.192878:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639258624, 639262720) 0 0 00000080:00200000:2.0:1775764894.192881:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.192887:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156069, 156069] 00020000:00200000:2.0:1775764894.192890:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639258624 chunk: [639258624, 639262720) 639262720, 4096 00020000:00200000:2.0:1775764894.192892:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.192906:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156069, 156069] 00000008:00010000:2.0:1775764894.192911:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.192914:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.192922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192931:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639258624 639262719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.192938:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.193980:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.193991:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.194005:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639258624, 639262720) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.194018:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156069 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.194056:0:17279:0:(rw26.c:858:ll_write_end()) pos 639258624, len 4096, copied 4096 00000080:00200000:2.0:1775764894.194063:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000010cb4e0c[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.194066:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009832af56 fffffc0001001 3:0 ffff967bc917c540 156069 lru 00000080:00200000:2.0:1775764894.194073:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d30719fc 156069: 1< 0 - - > 2< 639258624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 378 - -> 00000080:00200000:2.0:1775764894.194075:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000010cb4e0c 00000080:00200000:2.0:1775764894.194077:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.194080:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.194095:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.194114:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.194118:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.194121:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.194131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.194134:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.194137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.194141:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194151:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.194162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.194165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.194172:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.194177:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156069, 156069] 00000080:00200000:2.0:1775764894.194200:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.194204:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.194213:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639262720 i_blocks 1196131 00000080:00200000:2.0:1775764894.194218:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.194243:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639262720, count: 4096 00000080:00200000:2.0:1775764894.194280:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639262720, bytes: 4096 00000080:00200000:2.0:1775764894.194284:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.194289:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156071, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.194290:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639262720, 639266816) 0 0 00000080:00200000:2.0:1775764894.194294:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.194304:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156070, 156070] 00020000:00200000:2.0:1775764894.194309:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639262720 chunk: [639262720, 639266816) 639266816, 4096 00020000:00200000:2.0:1775764894.194313:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.194334:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156070, 156070] 00000008:00010000:2.0:1775764894.194344:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.194348:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.194379:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194391:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639262720 639266815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194400:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194408:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194415:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.194424:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639262720, 639266816) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.194431:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156070 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.194449:0:17279:0:(rw26.c:858:ll_write_end()) pos 639262720, len 4096, copied 4096 00000080:00200000:2.0:1775764894.194453:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003ca5652f[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.194456:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001e7797ce fffffc0001001 3:0 ffff967bc917c0e0 156070 lru 00000080:00200000:2.0:1775764894.194462:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8f5a61d 156070: 1< 0 - - > 2< 639262720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 379 - -> 00000080:00200000:2.0:1775764894.194464:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003ca5652f 00000080:00200000:2.0:1775764894.194466:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.194468:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.194476:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.194488:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.194491:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.194493:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.194499:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.194502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.194504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.194508:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194516:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.194525:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.194527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.194532:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.194535:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156070, 156070] 00000080:00200000:2.0:1775764894.194546:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.194550:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.194555:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639266816 i_blocks 1196131 00000080:00200000:2.0:1775764894.194558:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.194575:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639266816, count: 4096 00000080:00200000:2.0:1775764894.194587:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639266816, bytes: 4096 00000080:00200000:2.0:1775764894.194590:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.194594:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156072, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.194596:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639266816, 639270912) 0 0 00000080:00200000:2.0:1775764894.194598:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.194604:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156071, 156071] 00020000:00200000:2.0:1775764894.194607:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639266816 chunk: [639266816, 639270912) 639270912, 4096 00020000:00200000:2.0:1775764894.194609:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.194622:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156071, 156071] 00000008:00010000:2.0:1775764894.194628:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.194631:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.194639:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194648:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639266816 639270911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194657:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194665:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194672:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.194680:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639266816, 639270912) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.194685:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156071 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.194702:0:17279:0:(rw26.c:858:ll_write_end()) pos 639266816, len 4096, copied 4096 00000080:00200000:2.0:1775764894.194706:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bf8df6e2[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.194709:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000057407f1 fffffc0001001 3:0 ffff967bc917c1c0 156071 lru 00000080:00200000:2.0:1775764894.194715:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000dee999e 156071: 1< 0 - - > 2< 639266816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 380 - -> 00000080:00200000:2.0:1775764894.194718:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bf8df6e2 00000080:00200000:2.0:1775764894.194719:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.194722:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.194730:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.194743:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.194746:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.194749:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.194754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.194757:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.194759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.194763:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.194771:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.194779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.194782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.194786:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.194789:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156071, 156071] 00000080:00200000:2.0:1775764894.194801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.194804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.194809:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639270912 i_blocks 1196131 00000080:00200000:2.0:1775764894.194812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.194827:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639270912, count: 4096 00000080:00200000:2.0:1775764894.194841:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639270912, bytes: 4096 00000080:00200000:2.0:1775764894.194843:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.194847:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156073, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.194848:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639270912, 639275008) 0 0 00000080:00200000:2.0:1775764894.194851:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.194856:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156072, 156072] 00020000:00200000:2.0:1775764894.194859:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639270912 chunk: [639270912, 639275008) 639275008, 4096 00020000:00200000:2.0:1775764894.194861:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.194873:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156072, 156072] 00000008:00010000:2.0:1775764894.195467:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.195474:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.195489:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195501:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639270912 639275007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195511:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195520:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195527:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.195538:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639270912, 639275008) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.195546:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156072 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.195571:0:17279:0:(rw26.c:858:ll_write_end()) pos 639270912, len 4096, copied 4096 00000080:00200000:2.0:1775764894.195577:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b9bbacf6[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.195580:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007722cc06 fffffc0001001 3:0 ffff967bc917c700 156072 lru 00000080:00200000:2.0:1775764894.195586:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7722a2c 156072: 1< 0 - - > 2< 639270912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 381 - -> 00000080:00200000:2.0:1775764894.195588:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b9bbacf6 00000080:00200000:2.0:1775764894.195590:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.195593:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.195605:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.195619:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.195622:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.195625:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.195633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.195636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.195638:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.195643:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195651:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.195661:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.195664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.195669:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.195673:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156072, 156072] 00000080:00200000:2.0:1775764894.195701:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.195705:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.195712:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639275008 i_blocks 1196131 00000080:00200000:2.0:1775764894.195716:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.195737:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639275008, count: 4096 00000080:00200000:2.0:1775764894.195753:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639275008, bytes: 4096 00000080:00200000:2.0:1775764894.195757:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.195761:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156074, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.195762:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639275008, 639279104) 0 0 00000080:00200000:2.0:1775764894.195766:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.195773:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156073, 156073] 00020000:00200000:2.0:1775764894.195777:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639275008 chunk: [639275008, 639279104) 639279104, 4096 00020000:00200000:2.0:1775764894.195780:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.195796:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156073, 156073] 00000008:00010000:2.0:1775764894.195803:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.195806:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.195813:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195823:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639275008 639279103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195831:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195838:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195844:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.195852:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639275008, 639279104) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.195857:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156073 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.195874:0:17279:0:(rw26.c:858:ll_write_end()) pos 639275008, len 4096, copied 4096 00000080:00200000:2.0:1775764894.195879:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006163fdaa[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.195882:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aadf1b33 fffffc0001001 3:0 ffff967bc917c2a0 156073 lru 00000080:00200000:2.0:1775764894.195888:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4520330 156073: 1< 0 - - > 2< 639275008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 382 - -> 00000080:00200000:2.0:1775764894.195890:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006163fdaa 00000080:00200000:2.0:1775764894.195892:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.195894:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.195903:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.195914:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.195917:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.195919:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.195925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.195927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.195930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.195934:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.195941:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.196078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.196081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.196086:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.196089:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156073, 156073] 00000080:00200000:2.0:1775764894.196101:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.196104:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.196109:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639279104 i_blocks 1196131 00000080:00200000:2.0:1775764894.196112:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.196128:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639279104, count: 4096 00000080:00200000:2.0:1775764894.196203:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639279104, bytes: 4096 00000080:00200000:2.0:1775764894.196207:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.196210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156075, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.196212:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639279104, 639283200) 0 0 00000080:00200000:2.0:1775764894.196215:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.196220:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156074, 156074] 00020000:00200000:2.0:1775764894.196223:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639279104 chunk: [639279104, 639283200) 639283200, 4096 00020000:00200000:2.0:1775764894.196225:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.196240:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156074, 156074] 00000008:00010000:2.0:1775764894.196325:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.196329:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.196338:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.196348:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639279104 639283199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.196368:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.196462:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.196469:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.196480:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639279104, 639283200) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.196486:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156074 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.196505:0:17279:0:(rw26.c:858:ll_write_end()) pos 639279104, len 4096, copied 4096 00000080:00200000:2.0:1775764894.196510:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000cbeef24[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.196513:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000386a2ec8 fffffc0001001 3:0 ffff967bc917ce00 156074 lru 00000080:00200000:2.0:1775764894.196520:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000022101105 156074: 1< 0 - - > 2< 639279104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 383 - -> 00000080:00200000:2.0:1775764894.196522:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000cbeef24 00000080:00200000:2.0:1775764894.196524:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.196526:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.196536:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.196550:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.196553:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.196555:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.196561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.196564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.196566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.196569:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.196577:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.196585:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.196587:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.196592:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.196595:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156074, 156074] 00000080:00200000:2.0:1775764894.196607:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.196610:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.196616:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639283200 i_blocks 1196131 00000080:00200000:2.0:1775764894.196619:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.196637:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639283200, count: 4096 00000080:00200000:2.0:1775764894.196650:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639283200, bytes: 4096 00000080:00200000:2.0:1775764894.196653:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.196657:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156076, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.196658:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639283200, 639287296) 0 0 00000080:00200000:2.0:1775764894.196662:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.196667:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156075, 156075] 00020000:00200000:2.0:1775764894.196670:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639283200 chunk: [639283200, 639287296) 639287296, 4096 00020000:00200000:2.0:1775764894.196673:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.196686:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156075, 156075] 00000008:00010000:2.0:1775764894.198476:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.198486:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.198509:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.198526:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639283200 639287295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.198538:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.198547:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.198554:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.198566:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639283200, 639287296) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.198577:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156075 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.198616:0:17279:0:(rw26.c:858:ll_write_end()) pos 639283200, len 4096, copied 4096 00000080:00200000:2.0:1775764894.198624:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006d6affcb[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.198628:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d3beb28e fffffc0001001 3:0 ffff967bc917c8c0 156075 lru 00000080:00200000:2.0:1775764894.198635:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002eeaf3e1 156075: 1< 0 - - > 2< 639283200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 384 - -> 00000080:00200000:2.0:1775764894.198638:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006d6affcb 00000080:00200000:2.0:1775764894.198640:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.198644:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.198662:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.198682:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.198685:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.198688:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.198759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.198763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.198767:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.198771:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.198780:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.198792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.198795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.198803:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.198809:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156075, 156075] 00000080:00200000:2.0:1775764894.198838:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.198842:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.198853:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639287296 i_blocks 1196131 00000080:00200000:2.0:1775764894.198858:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.198888:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639287296, count: 4096 00000080:00200000:2.0:1775764894.198910:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639287296, bytes: 4096 00000080:00200000:2.0:1775764894.198914:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.198919:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156077, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.198921:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639287296, 639291392) 0 0 00000080:00200000:2.0:1775764894.198925:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.198937:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156076, 156076] 00020000:00200000:2.0:1775764894.199043:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639287296 chunk: [639287296, 639291392) 639291392, 4096 00020000:00200000:2.0:1775764894.199049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.199075:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156076, 156076] 00000008:00010000:2.0:1775764894.199084:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.199086:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.199096:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199106:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639287296 639291391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199115:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199123:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199130:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.199139:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639287296, 639291392) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.199222:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156076 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.199241:0:17279:0:(rw26.c:858:ll_write_end()) pos 639287296, len 4096, copied 4096 00000080:00200000:2.0:1775764894.199328:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f2ca2d91[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.199332:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000028ef9ba7 fffffc0001001 3:0 ffff967bc917c460 156076 lru 00000080:00200000:2.0:1775764894.199338:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000010d86245 156076: 1< 0 - - > 2< 639287296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 385 - -> 00000080:00200000:2.0:1775764894.199341:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f2ca2d91 00000080:00200000:2.0:1775764894.199342:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.199345:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.199366:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.199462:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.199466:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.199468:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.199475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.199478:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.199481:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.199485:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199493:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.199502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.199505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.199509:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.199512:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156076, 156076] 00000080:00200000:2.0:1775764894.199524:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.199527:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.199533:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639291392 i_blocks 1196131 00000080:00200000:2.0:1775764894.199536:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.199552:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639291392, count: 4096 00000080:00200000:2.0:1775764894.199565:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639291392, bytes: 4096 00000080:00200000:2.0:1775764894.199568:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.199572:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156078, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.199574:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639291392, 639295488) 0 0 00000080:00200000:2.0:1775764894.199577:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.199583:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156077, 156077] 00020000:00200000:2.0:1775764894.199586:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639291392 chunk: [639291392, 639295488) 639295488, 4096 00020000:00200000:2.0:1775764894.199589:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.199602:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156077, 156077] 00000008:00010000:2.0:1775764894.199608:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.199611:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.199620:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199629:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639291392 639295487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199637:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199645:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199652:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.199661:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639291392, 639295488) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.199667:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156077 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.199685:0:17279:0:(rw26.c:858:ll_write_end()) pos 639291392, len 4096, copied 4096 00000080:00200000:2.0:1775764894.199689:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000021bf5b29[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.199754:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b80014f4 fffffc0001001 3:0 ffff967bc917cee0 156077 lru 00000080:00200000:2.0:1775764894.199761:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000996096ca 156077: 1< 0 - - > 2< 639291392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 386 - -> 00000080:00200000:2.0:1775764894.199763:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000021bf5b29 00000080:00200000:2.0:1775764894.199765:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.199768:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.199778:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.199791:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.199794:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.199796:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.199803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.199805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.199808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.199812:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.199820:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.199829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.199832:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.199836:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.199839:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156077, 156077] 00000080:00200000:2.0:1775764894.199851:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.199855:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.199860:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639295488 i_blocks 1196131 00000080:00200000:2.0:1775764894.199863:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.199879:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639295488, count: 4096 00000080:00200000:2.0:1775764894.199891:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639295488, bytes: 4096 00000080:00200000:2.0:1775764894.199894:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.199898:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156079, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.199900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639295488, 639299584) 0 0 00000080:00200000:2.0:1775764894.199902:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.199908:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156078, 156078] 00020000:00200000:2.0:1775764894.199911:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639295488 chunk: [639295488, 639299584) 639299584, 4096 00020000:00200000:2.0:1775764894.199913:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.199926:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156078, 156078] 00000008:00010000:2.0:1775764894.199932:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.199934:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.199942:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200050:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639295488 639299583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200060:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200068:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200075:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.200085:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639295488, 639299584) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.200091:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156078 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.200108:0:17279:0:(rw26.c:858:ll_write_end()) pos 639295488, len 4096, copied 4096 00000080:00200000:2.0:1775764894.200113:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000440e7ae5[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.200116:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000081325831 fffffc0001001 3:0 ffff967bc917cd20 156078 lru 00000080:00200000:2.0:1775764894.200122:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aba639af 156078: 1< 0 - - > 2< 639295488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 387 - -> 00000080:00200000:2.0:1775764894.200125:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000440e7ae5 00000080:00200000:2.0:1775764894.200126:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.200129:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.200138:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.200218:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.200222:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.200224:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.200231:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.200233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.200236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.200240:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200344:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.200363:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.200365:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.200371:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.200669:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156078, 156078] 00000080:00200000:2.0:1775764894.200687:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.200701:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.200709:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639299584 i_blocks 1196131 00000080:00200000:2.0:1775764894.200713:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.200735:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639299584, count: 4096 00000080:00200000:2.0:1775764894.200753:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639299584, bytes: 4096 00000080:00200000:2.0:1775764894.200757:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.200761:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156080, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.200763:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639299584, 639303680) 0 0 00000080:00200000:2.0:1775764894.200766:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.200775:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156079, 156079] 00020000:00200000:2.0:1775764894.200779:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639299584 chunk: [639299584, 639303680) 639303680, 4096 00020000:00200000:2.0:1775764894.200782:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.200799:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156079, 156079] 00000008:00010000:2.0:1775764894.200807:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.200810:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.200821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200831:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639299584 639303679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200840:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200848:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.200855:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.201892:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639299584, 639303680) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.201909:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156079 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.202067:0:17279:0:(rw26.c:858:ll_write_end()) pos 639299584, len 4096, copied 4096 00000080:00200000:2.0:1775764894.202076:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d3dff9da[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.202080:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000433efad1 fffffc0001021 2:0 ffff967bc917d460 156079 lru 00000080:00200000:2.0:1775764894.202087:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000055214bed 156079: 1< 0 - - > 2< 639299584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 388 - -> 00000080:00200000:2.0:1775764894.202089:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d3dff9da 00000080:00200000:2.0:1775764894.202091:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.202095:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.202114:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.202136:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.202139:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.202198:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.202213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.202216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.202219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.202224:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.202234:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.202336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.202340:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.202347:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.202363:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156079, 156079] 00000080:00200000:2.0:1775764894.202467:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.202472:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.202481:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639303680 i_blocks 1196131 00000080:00200000:2.0:1775764894.202486:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.202512:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639303680, count: 4096 00000080:00200000:2.0:1775764894.202532:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639303680, bytes: 4096 00000080:00200000:2.0:1775764894.202536:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.202541:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156081, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.202543:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639303680, 639307776) 0 0 00000080:00200000:2.0:1775764894.202546:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.202557:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156080, 156080] 00020000:00200000:2.0:1775764894.202562:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639303680 chunk: [639303680, 639307776) 639307776, 4096 00020000:00200000:2.0:1775764894.202566:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.202587:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156080, 156080] 00000008:00010000:2.0:1775764894.202598:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.202602:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.202619:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.202631:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639303680 639307775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.202642:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.202649:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.202657:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.202667:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639303680, 639307776) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.202675:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156080 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.202802:0:17279:0:(rw26.c:858:ll_write_end()) pos 639303680, len 4096, copied 4096 00000080:00200000:2.0:1775764894.202808:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000013c91492[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.202811:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f91ec57f fffffc0001001 3:0 ffff967bc917dee0 156080 lru 00000080:00200000:2.0:1775764894.202817:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000032ae3444 156080: 1< 0 - - > 2< 639303680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 389 - -> 00000080:00200000:2.0:1775764894.202820:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000013c91492 00000080:00200000:2.0:1775764894.202822:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.202825:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.202838:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.202852:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.202855:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.202858:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.202864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.202867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.202869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.202874:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.202882:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.202891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.202894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.202898:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.202902:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156080, 156080] 00000080:00200000:2.0:1775764894.202914:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.202918:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.202924:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639307776 i_blocks 1196131 00000080:00200000:2.0:1775764894.202928:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.203409:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639307776, count: 4096 00000080:00200000:2.0:1775764894.203431:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639307776, bytes: 4096 00000080:00200000:2.0:1775764894.203434:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.203439:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156082, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.203441:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639307776, 639311872) 0 0 00000080:00200000:2.0:1775764894.203444:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.203452:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156081, 156081] 00020000:00200000:2.0:1775764894.203456:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639307776 chunk: [639307776, 639311872) 639311872, 4096 00020000:00200000:2.0:1775764894.203459:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.203476:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156081, 156081] 00000008:00010000:2.0:1775764894.203484:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.203488:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.203499:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203509:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639307776 639311871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203518:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203525:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203532:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.203541:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639307776, 639311872) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.203548:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156081 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.203570:0:17279:0:(rw26.c:858:ll_write_end()) pos 639307776, len 4096, copied 4096 00000080:00200000:2.0:1775764894.203574:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e3819d4b[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.203577:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000790ecf3b fffffc0001001 3:0 ffff967bc917dd20 156081 lru 00000080:00200000:2.0:1775764894.203583:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c89fb269 156081: 1< 0 - - > 2< 639307776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 390 - -> 00000080:00200000:2.0:1775764894.203586:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e3819d4b 00000080:00200000:2.0:1775764894.203587:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.203590:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.203601:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.203615:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.203617:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.203620:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.203627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.203629:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.203632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.203636:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203644:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.203653:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.203656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.203660:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.203663:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156081, 156081] 00000080:00200000:2.0:1775764894.203677:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.203680:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.203686:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639311872 i_blocks 1196131 00000080:00200000:2.0:1775764894.203689:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.203706:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639311872, count: 4096 00000080:00200000:2.0:1775764894.203718:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639311872, bytes: 4096 00000080:00200000:2.0:1775764894.203721:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.203725:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156083, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.203726:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639311872, 639315968) 0 0 00000080:00200000:2.0:1775764894.203729:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.203734:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156082, 156082] 00020000:00200000:2.0:1775764894.203737:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639311872 chunk: [639311872, 639315968) 639315968, 4096 00020000:00200000:2.0:1775764894.203740:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.203751:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156082, 156082] 00000008:00010000:2.0:1775764894.203757:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.203759:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.203766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203775:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639311872 639315967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203784:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203792:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203798:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.203806:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639311872, 639315968) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.203811:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156082 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.203829:0:17279:0:(rw26.c:858:ll_write_end()) pos 639311872, len 4096, copied 4096 00000080:00200000:2.0:1775764894.203833:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000f03e185[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.203836:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006bf43fe2 fffffc0001001 3:0 ffff967bc917d7e0 156082 lru 00000080:00200000:2.0:1775764894.203841:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000477c77a5 156082: 1< 0 - - > 2< 639311872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 391 - -> 00000080:00200000:2.0:1775764894.203843:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000f03e185 00000080:00200000:2.0:1775764894.203844:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.203846:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.203854:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.203865:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.203868:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.203870:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.203875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.203877:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.203880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.203883:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.203890:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.203898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.203900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.203905:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.203907:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156082, 156082] 00000080:00200000:2.0:1775764894.203919:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.203922:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.203927:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639315968 i_blocks 1196131 00000080:00200000:2.0:1775764894.203930:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.203959:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639315968, count: 4096 00000080:00200000:2.0:1775764894.203971:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639315968, bytes: 4096 00000080:00200000:2.0:1775764894.203974:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.203978:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156084, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.203979:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639315968, 639320064) 0 0 00000080:00200000:2.0:1775764894.203982:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.203988:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156083, 156083] 00020000:00200000:2.0:1775764894.203991:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639315968 chunk: [639315968, 639320064) 639320064, 4096 00020000:00200000:2.0:1775764894.203993:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.204005:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156083, 156083] 00000008:00010000:2.0:1775764894.204011:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.204013:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.204021:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204030:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639315968 639320063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204039:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204053:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204061:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639315968, 639320064) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.204067:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156083 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.204083:0:17279:0:(rw26.c:858:ll_write_end()) pos 639315968, len 4096, copied 4096 00000080:00200000:2.0:1775764894.204087:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000026bb5178[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.204090:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000069921f55 fffffc0001001 3:0 ffff967bc917db60 156083 lru 00000080:00200000:2.0:1775764894.204096:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0cccea9 156083: 1< 0 - - > 2< 639315968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 392 - -> 00000080:00200000:2.0:1775764894.204098:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000026bb5178 00000080:00200000:2.0:1775764894.204099:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.204101:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.204109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204120:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.204123:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.204125:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.204131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.204133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.204136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.204140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204147:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.204155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.204158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.204162:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.204165:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156083, 156083] 00000080:00200000:2.0:1775764894.204176:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.204179:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.204184:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639320064 i_blocks 1196131 00000080:00200000:2.0:1775764894.204186:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.204201:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639320064, count: 4096 00000080:00200000:2.0:1775764894.204213:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639320064, bytes: 4096 00000080:00200000:2.0:1775764894.204215:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.204219:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156085, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.204220:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639320064, 639324160) 0 0 00000080:00200000:2.0:1775764894.204223:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.204228:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156084, 156084] 00020000:00200000:2.0:1775764894.204231:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639320064 chunk: [639320064, 639324160) 639324160, 4096 00020000:00200000:2.0:1775764894.204234:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.204272:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156084, 156084] 00000008:00010000:2.0:1775764894.204278:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.204280:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.204288:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204296:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639320064 639324159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204305:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204313:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204320:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204328:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639320064, 639324160) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.204333:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156084 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.204349:0:17279:0:(rw26.c:858:ll_write_end()) pos 639320064, len 4096, copied 4096 00000080:00200000:2.0:1775764894.204364:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dbfc5847[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.204367:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd77ccd0 fffffc0001001 3:0 ffff967bc917d620 156084 lru 00000080:00200000:2.0:1775764894.204373:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004967b0e4 156084: 1< 0 - - > 2< 639320064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 393 - -> 00000080:00200000:2.0:1775764894.204375:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dbfc5847 00000080:00200000:2.0:1775764894.204376:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.204379:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.204388:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204400:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.204404:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.204406:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.204412:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.204414:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.204417:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.204421:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204429:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.204437:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.204439:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.204444:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.204447:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156084, 156084] 00000080:00200000:2.0:1775764894.204458:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.204461:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.204467:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639324160 i_blocks 1196131 00000080:00200000:2.0:1775764894.204469:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.204485:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639324160, count: 4096 00000080:00200000:2.0:1775764894.204497:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639324160, bytes: 4096 00000080:00200000:2.0:1775764894.204500:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.204503:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156086, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.204505:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639324160, 639328256) 0 0 00000080:00200000:2.0:1775764894.204508:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.204513:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156085, 156085] 00020000:00200000:2.0:1775764894.204516:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639324160 chunk: [639324160, 639328256) 639328256, 4096 00020000:00200000:2.0:1775764894.204519:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.204531:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156085, 156085] 00000008:00010000:2.0:1775764894.204537:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.204539:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.204547:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204556:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639324160 639328255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204565:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204572:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204580:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204588:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639324160, 639328256) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.204594:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156085 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.204611:0:17279:0:(rw26.c:858:ll_write_end()) pos 639324160, len 4096, copied 4096 00000080:00200000:2.0:1775764894.204615:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000077ac67ba[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.204618:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ae59bf70 fffffc0001001 3:0 ffff967bc917d000 156085 lru 00000080:00200000:2.0:1775764894.204624:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bce9f14f 156085: 1< 0 - - > 2< 639324160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 394 - -> 00000080:00200000:2.0:1775764894.204626:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000077ac67ba 00000080:00200000:2.0:1775764894.204628:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.204630:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.204639:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204651:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.204654:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.204656:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.204663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.204665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.204668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.204671:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204679:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.204687:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.204690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.204694:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.204697:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156085, 156085] 00000080:00200000:2.0:1775764894.204708:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.204712:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.204717:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639328256 i_blocks 1196131 00000080:00200000:2.0:1775764894.204720:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.204736:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639328256, count: 4096 00000080:00200000:2.0:1775764894.204748:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639328256, bytes: 4096 00000080:00200000:2.0:1775764894.204750:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.204754:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156087, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.204755:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639328256, 639332352) 0 0 00000080:00200000:2.0:1775764894.204758:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.204764:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156086, 156086] 00020000:00200000:2.0:1775764894.204767:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639328256 chunk: [639328256, 639332352) 639332352, 4096 00020000:00200000:2.0:1775764894.204769:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.204782:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156086, 156086] 00000008:00010000:2.0:1775764894.204788:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.204790:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.204798:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204808:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639328256 639332351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204817:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204825:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204831:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204841:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639328256, 639332352) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.204846:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156086 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.204862:0:17279:0:(rw26.c:858:ll_write_end()) pos 639328256, len 4096, copied 4096 00000080:00200000:2.0:1775764894.204866:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000107ccd42[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.204870:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe25e73c fffffc0001001 3:0 ffff967bc917d380 156086 lru 00000080:00200000:2.0:1775764894.204876:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ba8b19d2 156086: 1< 0 - - > 2< 639328256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 395 - -> 00000080:00200000:2.0:1775764894.204878:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000107ccd42 00000080:00200000:2.0:1775764894.204880:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.204882:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.204890:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.204902:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.204905:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.204906:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.204912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.204914:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.204916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.204919:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.204926:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.204934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.204936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.204940:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.204943:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156086, 156086] 00000080:00200000:2.0:1775764894.204954:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.204957:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.204962:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639332352 i_blocks 1196131 00000080:00200000:2.0:1775764894.204966:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.204981:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639332352, count: 4096 00000080:00200000:2.0:1775764894.204993:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639332352, bytes: 4096 00000080:00200000:2.0:1775764894.204995:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.204999:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156088, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.205000:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639332352, 639336448) 0 0 00000080:00200000:2.0:1775764894.205003:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.205008:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156087, 156087] 00020000:00200000:2.0:1775764894.205011:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639332352 chunk: [639332352, 639336448) 639336448, 4096 00020000:00200000:2.0:1775764894.205013:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.205026:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156087, 156087] 00000008:00010000:2.0:1775764894.205032:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.205034:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.205042:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205052:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639332352 639336447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205060:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205068:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205075:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205084:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639332352, 639336448) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.205089:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156087 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.205106:0:17279:0:(rw26.c:858:ll_write_end()) pos 639332352, len 4096, copied 4096 00000080:00200000:2.0:1775764894.205111:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001ca9f948[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.205114:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002a2cccbc fffffc0001001 3:0 ffff967bc917dc40 156087 lru 00000080:00200000:2.0:1775764894.205119:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006343e240 156087: 1< 0 - - > 2< 639332352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 396 - -> 00000080:00200000:2.0:1775764894.205121:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001ca9f948 00000080:00200000:2.0:1775764894.205123:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.205126:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.205135:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205147:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.205151:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.205153:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.205159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.205162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.205165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.205169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205176:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.205183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.205185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.205189:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.205192:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156087, 156087] 00000080:00200000:2.0:1775764894.205203:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.205206:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.205212:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639336448 i_blocks 1196131 00000080:00200000:2.0:1775764894.205215:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.205230:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639336448, count: 4096 00000080:00200000:2.0:1775764894.205242:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639336448, bytes: 4096 00000080:00200000:2.0:1775764894.205274:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.205279:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156089, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.205280:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639336448, 639340544) 0 0 00000080:00200000:2.0:1775764894.205283:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.205289:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156088, 156088] 00020000:00200000:2.0:1775764894.205292:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639336448 chunk: [639336448, 639340544) 639340544, 4096 00020000:00200000:2.0:1775764894.205294:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.205308:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156088, 156088] 00000008:00010000:2.0:1775764894.205314:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.205316:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.205324:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205334:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639336448 639340543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205342:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205350:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205377:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205386:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639336448, 639340544) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.205392:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156088 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.205409:0:17279:0:(rw26.c:858:ll_write_end()) pos 639336448, len 4096, copied 4096 00000080:00200000:2.0:1775764894.205413:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000058c95618[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.205416:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000002f6fb9f fffffc0001001 3:0 ffff967bc917d9a0 156088 lru 00000080:00200000:2.0:1775764894.205422:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008e56e01b 156088: 1< 0 - - > 2< 639336448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 397 - -> 00000080:00200000:2.0:1775764894.205424:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000058c95618 00000080:00200000:2.0:1775764894.205426:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.205428:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.205437:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205450:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.205453:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.205455:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.205462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.205464:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.205466:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.205470:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205478:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.205486:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.205489:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.205493:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.205496:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156088, 156088] 00000080:00200000:2.0:1775764894.205507:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.205511:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.205516:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639340544 i_blocks 1196131 00000080:00200000:2.0:1775764894.205519:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.205535:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639340544, count: 4096 00000080:00200000:2.0:1775764894.205546:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639340544, bytes: 4096 00000080:00200000:2.0:1775764894.205549:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.205553:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156090, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.205554:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639340544, 639344640) 0 0 00000080:00200000:2.0:1775764894.205557:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.205563:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156089, 156089] 00020000:00200000:2.0:1775764894.205566:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639340544 chunk: [639340544, 639344640) 639344640, 4096 00020000:00200000:2.0:1775764894.205569:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.205582:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156089, 156089] 00000008:00010000:2.0:1775764894.205587:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.205589:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.205596:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205605:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639340544 639344639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205614:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205621:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205628:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205636:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639340544, 639344640) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.205641:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156089 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.205659:0:17279:0:(rw26.c:858:ll_write_end()) pos 639340544, len 4096, copied 4096 00000080:00200000:2.0:1775764894.205664:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c414e73d[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.205667:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f81e61fc fffffc0001001 3:0 ffff967bc917da80 156089 lru 00000080:00200000:2.0:1775764894.205672:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000021ddb4c4 156089: 1< 0 - - > 2< 639340544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 398 - -> 00000080:00200000:2.0:1775764894.205675:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c414e73d 00000080:00200000:2.0:1775764894.205676:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.205679:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.205687:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205700:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.205702:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.205705:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.205710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.205713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.205715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.205719:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205727:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.205735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.205737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.205742:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.205744:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156089, 156089] 00000080:00200000:2.0:1775764894.205755:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.205758:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.205763:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639344640 i_blocks 1196131 00000080:00200000:2.0:1775764894.205766:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.205782:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639344640, count: 4096 00000080:00200000:2.0:1775764894.205794:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639344640, bytes: 4096 00000080:00200000:2.0:1775764894.205796:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.205800:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156091, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.205801:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639344640, 639348736) 0 0 00000080:00200000:2.0:1775764894.205804:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.205809:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156090, 156090] 00020000:00200000:2.0:1775764894.205812:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639344640 chunk: [639344640, 639348736) 639348736, 4096 00020000:00200000:2.0:1775764894.205815:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.205827:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156090, 156090] 00000008:00010000:2.0:1775764894.205831:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.205833:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.205841:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205850:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639344640 639348735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205858:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205872:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205880:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639344640, 639348736) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.205885:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156090 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.205901:0:17279:0:(rw26.c:858:ll_write_end()) pos 639344640, len 4096, copied 4096 00000080:00200000:2.0:1775764894.205905:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000772ffd00[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.205908:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a443c4d0 fffffc0001001 3:0 ffff967bc917d540 156090 lru 00000080:00200000:2.0:1775764894.205913:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c90da0d8 156090: 1< 0 - - > 2< 639344640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 399 - -> 00000080:00200000:2.0:1775764894.205915:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000772ffd00 00000080:00200000:2.0:1775764894.205916:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.205918:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.205926:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.205938:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.205940:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.205942:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.205948:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.205950:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.205953:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.205956:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.205964:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.205973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.205975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.205979:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.205982:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156090, 156090] 00000080:00200000:2.0:1775764894.205994:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.205997:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.206003:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639348736 i_blocks 1196131 00000080:00200000:2.0:1775764894.206006:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.206021:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639348736, count: 4096 00000080:00200000:2.0:1775764894.206033:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639348736, bytes: 4096 00000080:00200000:2.0:1775764894.206036:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.206040:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156092, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.206042:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639348736, 639352832) 0 0 00000080:00200000:2.0:1775764894.206044:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.206050:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156091, 156091] 00020000:00200000:2.0:1775764894.206053:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639348736 chunk: [639348736, 639352832) 639352832, 4096 00020000:00200000:2.0:1775764894.206056:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.206068:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156091, 156091] 00000008:00010000:2.0:1775764894.206073:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.206075:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.206083:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.206093:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639348736 639352831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.206102:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.206109:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.206117:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.206125:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639348736, 639352832) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.206130:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156091 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.206147:0:17279:0:(rw26.c:858:ll_write_end()) pos 639348736, len 4096, copied 4096 00000080:00200000:2.0:1775764894.206152:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ec434da7[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.206154:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000aac58a4 fffffc0001001 3:0 ffff967bc917d0e0 156091 lru 00000080:00200000:2.0:1775764894.206160:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000025f287c5 156091: 1< 0 - - > 2< 639348736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 400 - -> 00000080:00200000:2.0:1775764894.206162:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ec434da7 00000080:00200000:2.0:1775764894.206164:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.206167:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.206175:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.206187:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.206189:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.206191:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.206197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.206199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.206201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.206205:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.206212:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.206221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.206223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.206227:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.206230:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156091, 156091] 00000080:00200000:2.0:1775764894.206240:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.206243:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.206280:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639352832 i_blocks 1196131 00000080:00200000:2.0:1775764894.206283:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.206301:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639352832, count: 4096 00000080:00200000:2.0:1775764894.206313:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639352832, bytes: 4096 00000080:00200000:2.0:1775764894.206315:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.206319:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156093, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.206321:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639352832, 639356928) 0 0 00000080:00200000:2.0:1775764894.206324:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.206329:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156092, 156092] 00020000:00200000:2.0:1775764894.206332:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639352832 chunk: [639352832, 639356928) 639356928, 4096 00020000:00200000:2.0:1775764894.206335:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.206347:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156092, 156092] 00000008:00010000:2.0:1775764894.208138:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.208148:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.208171:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208186:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639352832 639356927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208197:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208206:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208213:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.208226:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639352832, 639356928) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.208241:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156092 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.208305:0:17279:0:(rw26.c:858:ll_write_end()) pos 639352832, len 4096, copied 4096 00000080:00200000:2.0:1775764894.208312:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e020bcab[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.208316:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a64d8370 fffffc0001001 3:0 ffff967bc917d1c0 156092 lru 00000080:00200000:2.0:1775764894.208323:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003a9e6b89 156092: 1< 0 - - > 2< 639352832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 401 - -> 00000080:00200000:2.0:1775764894.208325:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e020bcab 00000080:00200000:2.0:1775764894.208327:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.208331:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.208349:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.208519:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.208525:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.208528:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.208542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.208545:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.208548:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.208553:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208572:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.208585:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.208588:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.208595:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.208601:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156092, 156092] 00000080:00200000:2.0:1775764894.208626:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.208630:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.208639:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639356928 i_blocks 1196131 00000080:00200000:2.0:1775764894.208644:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.208675:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639356928, count: 4096 00000080:00200000:2.0:1775764894.208698:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639356928, bytes: 4096 00000080:00200000:2.0:1775764894.208702:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.208708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156094, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.208710:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639356928, 639361024) 0 0 00000080:00200000:2.0:1775764894.208714:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.208724:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156093, 156093] 00020000:00200000:2.0:1775764894.208729:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639356928 chunk: [639356928, 639361024) 639361024, 4096 00020000:00200000:2.0:1775764894.208732:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.208750:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156093, 156093] 00000008:00010000:2.0:1775764894.208760:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.208762:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.208771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208780:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639356928 639361023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208805:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.208813:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639356928, 639361024) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.208819:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156093 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.208837:0:17279:0:(rw26.c:858:ll_write_end()) pos 639356928, len 4096, copied 4096 00000080:00200000:2.0:1775764894.208842:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d632306f[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.208845:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000668a2feb fffffc0001001 3:0 ffff967bc917d700 156093 lru 00000080:00200000:2.0:1775764894.208850:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d647cd3f 156093: 1< 0 - - > 2< 639356928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 402 - -> 00000080:00200000:2.0:1775764894.208853:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d632306f 00000080:00200000:2.0:1775764894.208854:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.208856:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.208864:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.208877:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.208880:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.208882:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.208888:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.208890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.208892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.208896:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.208904:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.208912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.208915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.208919:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.208922:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156093, 156093] 00000080:00200000:2.0:1775764894.208933:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.208935:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.208940:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639361024 i_blocks 1196131 00000080:00200000:2.0:1775764894.209116:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.209139:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639361024, count: 4096 00000080:00200000:2.0:1775764894.209151:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639361024, bytes: 4096 00000080:00200000:2.0:1775764894.209154:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.209158:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156095, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.209159:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639361024, 639365120) 0 0 00000080:00200000:2.0:1775764894.209162:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.209172:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156094, 156094] 00020000:00200000:2.0:1775764894.209175:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639361024 chunk: [639361024, 639365120) 639365120, 4096 00020000:00200000:2.0:1775764894.209176:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.209189:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156094, 156094] 00000008:00010000:2.0:1775764894.209195:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.209197:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.209204:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209213:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639361024 639365119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209222:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209228:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209234:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.209242:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639361024, 639365120) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.209277:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156094 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.209303:0:17279:0:(rw26.c:858:ll_write_end()) pos 639361024, len 4096, copied 4096 00000080:00200000:2.0:1775764894.209308:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002d97d1a2[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.209310:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e81871d4 fffffc0001021 2:0 ffff967bc917d2a0 156094 lru 00000080:00200000:2.0:1775764894.209316:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000937abf2e 156094: 1< 0 - - > 2< 639361024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 403 - -> 00000080:00200000:2.0:1775764894.209317:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002d97d1a2 00000080:00200000:2.0:1775764894.209319:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.209321:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.209330:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.209343:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.209346:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.209348:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.209365:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.209367:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.209369:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.209456:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209466:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.209475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.209477:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.209482:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.209485:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156094, 156094] 00000080:00200000:2.0:1775764894.209498:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.209501:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.209506:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639365120 i_blocks 1196131 00000080:00200000:2.0:1775764894.209510:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.209527:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639365120, count: 4096 00000080:00200000:2.0:1775764894.209539:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639365120, bytes: 4096 00000080:00200000:2.0:1775764894.209543:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.209546:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156096, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.209548:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639365120, 639369216) 0 0 00000080:00200000:2.0:1775764894.209551:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.209563:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156095, 156095] 00020000:00200000:2.0:1775764894.209566:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639365120 chunk: [639365120, 639369216) 639369216, 4096 00020000:00200000:2.0:1775764894.209568:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.209582:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156095, 156095] 00000008:00010000:2.0:1775764894.209588:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.209590:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.209598:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209608:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639365120 639369215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209616:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209624:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209631:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.209640:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639365120, 639369216) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.209645:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156095 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.209661:0:17279:0:(rw26.c:858:ll_write_end()) pos 639365120, len 4096, copied 4096 00000080:00200000:2.0:1775764894.209665:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c46f88fa[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.209668:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1670c8e fffffc0001001 3:0 ffff967bc917de00 156095 lru 00000080:00200000:2.0:1775764894.209673:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003ebc541e 156095: 1< 0 - - > 2< 639365120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 404 - -> 00000080:00200000:2.0:1775764894.209675:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c46f88fa 00000080:00200000:2.0:1775764894.209677:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.209679:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.209689:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.209701:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.209704:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.209706:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.209713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.209715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.209718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.209721:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209729:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.209737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.209739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.209743:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.209745:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156095, 156095] 00000080:00200000:2.0:1775764894.209757:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.209760:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.209765:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639369216 i_blocks 1196131 00000080:00200000:2.0:1775764894.209768:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.209784:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639369216, count: 4096 00000080:00200000:2.0:1775764894.209797:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639369216, bytes: 4096 00000080:00200000:2.0:1775764894.209800:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.209804:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156097, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.209805:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639369216, 639373312) 0 0 00000080:00200000:2.0:1775764894.209808:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.209814:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156096, 156096] 00020000:00200000:2.0:1775764894.209817:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639369216 chunk: [639369216, 639373312) 639373312, 4096 00020000:00200000:2.0:1775764894.209820:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.209832:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156096, 156096] 00000008:00010000:2.0:1775764894.209837:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.209839:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.209847:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209856:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639369216 639373311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209864:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209871:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.209877:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.209886:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639369216, 639373312) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.209891:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156096 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.209913:0:17279:0:(rw26.c:858:ll_write_end()) pos 639369216, len 4096, copied 4096 00000080:00200000:2.0:1775764894.209917:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003e424a71[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.209919:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002e9ef0e2 fffffc0001001 3:0 ffff967bc917d8c0 156096 lru 00000080:00200000:2.0:1775764894.209925:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000027d473b6 156096: 1< 0 - - > 2< 639369216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 405 - -> 00000080:00200000:2.0:1775764894.209926:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003e424a71 00000080:00200000:2.0:1775764894.209928:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.209930:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.209939:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.212274:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.212284:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.212288:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.212305:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.212308:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.212312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.212319:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.212332:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.212346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.212349:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.212367:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.212967:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156096, 156096] 00000080:00200000:2.0:1775764894.213002:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.213007:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.213021:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639373312 i_blocks 1196131 00000080:00200000:2.0:1775764894.213027:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.213067:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639373312, count: 4096 00000080:00200000:2.0:1775764894.213113:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639373312, bytes: 4096 00000080:00200000:2.0:1775764894.213119:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.213126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156098, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.213129:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639373312, 639377408) 0 0 00000080:00200000:2.0:1775764894.213133:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.213148:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156097, 156097] 00020000:00200000:2.0:1775764894.213154:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639373312 chunk: [639373312, 639377408) 639377408, 4096 00020000:00200000:2.0:1775764894.213158:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.213184:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156097, 156097] 00000008:00010000:2.0:1775764894.213197:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.213202:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.213222:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213237:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639373312 639377407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213289:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213299:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213306:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.213316:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639373312, 639377408) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.213329:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156097 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.213401:0:17279:0:(rw26.c:858:ll_write_end()) pos 639373312, len 4096, copied 4096 00000080:00200000:2.0:1775764894.213409:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000224af407[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.213412:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000034d1a442 fffffc0001001 3:0 ffff967bc917e460 156097 lru 00000080:00200000:2.0:1775764894.213419:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c9fb6ab5 156097: 1< 0 - - > 2< 639373312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 406 - -> 00000080:00200000:2.0:1775764894.213421:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000224af407 00000080:00200000:2.0:1775764894.213423:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.213427:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.213446:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.213461:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.213464:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.213466:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.213474:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.213477:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.213479:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.213483:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213492:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.213502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.213505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.213510:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.213515:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156097, 156097] 00000080:00200000:2.0:1775764894.213527:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.213530:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.213535:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639377408 i_blocks 1196131 00000080:00200000:2.0:1775764894.213538:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.213555:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639377408, count: 4096 00000080:00200000:2.0:1775764894.213567:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639377408, bytes: 4096 00000080:00200000:2.0:1775764894.213571:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.213574:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156099, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.213576:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639377408, 639381504) 0 0 00000080:00200000:2.0:1775764894.213579:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.213585:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156098, 156098] 00020000:00200000:2.0:1775764894.213588:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639377408 chunk: [639377408, 639381504) 639381504, 4096 00020000:00200000:2.0:1775764894.213590:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.213602:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156098, 156098] 00000008:00010000:2.0:1775764894.213608:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.213610:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.213618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213626:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639377408 639381503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213634:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213648:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.213656:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639377408, 639381504) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.213661:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156098 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.213680:0:17279:0:(rw26.c:858:ll_write_end()) pos 639377408, len 4096, copied 4096 00000080:00200000:2.0:1775764894.213685:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000043ff3f42[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.213688:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d2b49364 fffffc0001001 3:0 ffff967bc917eee0 156098 lru 00000080:00200000:2.0:1775764894.213694:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001b30a7af 156098: 1< 0 - - > 2< 639377408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 407 - -> 00000080:00200000:2.0:1775764894.213696:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000043ff3f42 00000080:00200000:2.0:1775764894.213698:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.213700:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.213708:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.213721:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.213724:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.213727:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.213733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.213735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.213738:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.213742:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213750:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.213758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.213761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.213765:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.213767:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156098, 156098] 00000080:00200000:2.0:1775764894.213778:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.213781:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.213786:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639381504 i_blocks 1196131 00000080:00200000:2.0:1775764894.213789:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.213804:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639381504, count: 4096 00000080:00200000:2.0:1775764894.213817:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639381504, bytes: 4096 00000080:00200000:2.0:1775764894.213819:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.213823:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156100, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.213825:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639381504, 639385600) 0 0 00000080:00200000:2.0:1775764894.213827:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.213832:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156099, 156099] 00020000:00200000:2.0:1775764894.213836:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639381504 chunk: [639381504, 639385600) 639385600, 4096 00020000:00200000:2.0:1775764894.213838:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.213851:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156099, 156099] 00000008:00010000:2.0:1775764894.213857:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.213859:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.213867:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213876:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639381504 639385599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213891:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213898:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.213906:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639381504, 639385600) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.213911:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156099 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.213928:0:17279:0:(rw26.c:858:ll_write_end()) pos 639381504, len 4096, copied 4096 00000080:00200000:2.0:1775764894.213932:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000b2c1c40[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.213936:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008597b771 fffffc0001001 3:0 ffff967bc917ed20 156099 lru 00000080:00200000:2.0:1775764894.213941:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bb8325d3 156099: 1< 0 - - > 2< 639381504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 408 - -> 00000080:00200000:2.0:1775764894.213944:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000b2c1c40 00000080:00200000:2.0:1775764894.213945:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.213947:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.213956:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.213969:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.213972:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.213974:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.213980:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.213982:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.213985:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.213989:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.213998:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.214007:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.214009:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.214014:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.214017:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156099, 156099] 00000080:00200000:2.0:1775764894.214028:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.214032:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.214037:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639385600 i_blocks 1196131 00000080:00200000:2.0:1775764894.214039:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.214055:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639385600, count: 4096 00000080:00200000:2.0:1775764894.214067:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639385600, bytes: 4096 00000080:00200000:2.0:1775764894.214070:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.214074:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156101, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.214076:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639385600, 639389696) 0 0 00000080:00200000:2.0:1775764894.214079:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.214085:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156100, 156100] 00020000:00200000:2.0:1775764894.214088:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639385600 chunk: [639385600, 639389696) 639389696, 4096 00020000:00200000:2.0:1775764894.214091:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.214104:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156100, 156100] 00000008:00010000:2.0:1775764894.214109:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.214112:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.214120:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.214129:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639385600 639389695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.214138:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.214145:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.214152:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.214160:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639385600, 639389696) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.214166:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156100 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.214182:0:17279:0:(rw26.c:858:ll_write_end()) pos 639385600, len 4096, copied 4096 00000080:00200000:2.0:1775764894.214187:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081d0a87b[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.214189:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008b15df56 fffffc0001001 3:0 ffff967bc917e7e0 156100 lru 00000080:00200000:2.0:1775764894.214194:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008e2c84f9 156100: 1< 0 - - > 2< 639385600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 409 - -> 00000080:00200000:2.0:1775764894.214196:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081d0a87b 00000080:00200000:2.0:1775764894.214198:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.214200:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.214208:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.214220:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.214223:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.214225:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.214231:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.214233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.214236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.214240:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.214279:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.214288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.214291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.214295:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.214298:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156100, 156100] 00000080:00200000:2.0:1775764894.214310:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.214313:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.214318:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639389696 i_blocks 1196131 00000080:00200000:2.0:1775764894.214321:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.214336:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639389696, count: 4096 00000080:00200000:2.0:1775764894.214347:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639389696, bytes: 4096 00000080:00200000:2.0:1775764894.214350:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.215069:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156102, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.215070:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639389696, 639393792) 0 0 00000080:00200000:2.0:1775764894.215074:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.215087:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156101, 156101] 00020000:00200000:2.0:1775764894.215092:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639389696 chunk: [639389696, 639393792) 639393792, 4096 00020000:00200000:2.0:1775764894.215095:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.215483:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156101, 156101] 00000008:00010000:2.0:1775764894.215495:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.215499:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.215515:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.215528:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639389696 639393791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.215539:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.215547:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.215553:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.215564:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639389696, 639393792) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.215573:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156101 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.215613:0:17279:0:(rw26.c:858:ll_write_end()) pos 639389696, len 4096, copied 4096 00000080:00200000:2.0:1775764894.215618:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005e7389a8[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.215622:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000071d95df5 fffffc0001001 3:0 ffff967bc917eb60 156101 lru 00000080:00200000:2.0:1775764894.215629:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007eca9258 156101: 1< 0 - - > 2< 639389696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 410 - -> 00000080:00200000:2.0:1775764894.215631:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005e7389a8 00000080:00200000:2.0:1775764894.215633:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.215636:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.215652:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.215671:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.215674:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.215677:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.215687:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.215690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.215755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.215760:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.215768:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.215779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.215782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.215789:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.215793:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156101, 156101] 00000080:00200000:2.0:1775764894.215812:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.215815:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.215825:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639393792 i_blocks 1196131 00000080:00200000:2.0:1775764894.215829:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.215857:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639393792, count: 4096 00000080:00200000:2.0:1775764894.215877:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639393792, bytes: 4096 00000080:00200000:2.0:1775764894.215881:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.215885:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156103, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.215887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639393792, 639397888) 0 0 00000080:00200000:2.0:1775764894.215890:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.215897:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156102, 156102] 00020000:00200000:2.0:1775764894.215900:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639393792 chunk: [639393792, 639397888) 639397888, 4096 00020000:00200000:2.0:1775764894.215903:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.215916:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156102, 156102] 00000008:00010000:2.0:1775764894.215922:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.215924:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.215932:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.215942:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639393792 639397887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216060:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216068:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216075:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.216085:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639393792, 639397888) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.216091:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156102 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.216110:0:17279:0:(rw26.c:858:ll_write_end()) pos 639393792, len 4096, copied 4096 00000080:00200000:2.0:1775764894.216115:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c35e3699[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.216119:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001a888689 fffffc0001001 3:0 ffff967bc917e620 156102 lru 00000080:00200000:2.0:1775764894.216125:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000020c3fbe2 156102: 1< 0 - - > 2< 639393792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 411 - -> 00000080:00200000:2.0:1775764894.216127:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c35e3699 00000080:00200000:2.0:1775764894.216128:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.216131:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.216140:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.216153:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.216157:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.216159:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.216166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.216168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.216170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.216174:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216182:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.216190:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.216192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.216196:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.216199:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156102, 156102] 00000080:00200000:2.0:1775764894.216211:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.216214:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.216220:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639397888 i_blocks 1196131 00000080:00200000:2.0:1775764894.216223:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.216240:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639397888, count: 4096 00000080:00200000:2.0:1775764894.216500:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639397888, bytes: 4096 00000080:00200000:2.0:1775764894.216504:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.216509:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156104, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.216510:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639397888, 639401984) 0 0 00000080:00200000:2.0:1775764894.216513:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.216520:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156103, 156103] 00020000:00200000:2.0:1775764894.216524:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639397888 chunk: [639397888, 639401984) 639401984, 4096 00020000:00200000:2.0:1775764894.216526:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.216542:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156103, 156103] 00000008:00010000:2.0:1775764894.216548:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.216551:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.216560:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216570:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639397888 639401983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216578:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216586:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.216592:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.216601:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639397888, 639401984) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.216607:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156103 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.216627:0:17279:0:(rw26.c:858:ll_write_end()) pos 639397888, len 4096, copied 4096 00000080:00200000:2.0:1775764894.216632:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000067f76e5[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.216635:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ffd87947 fffffc0001001 3:0 ffff967bc917e000 156103 lru 00000080:00200000:2.0:1775764894.216641:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000078125c5d 156103: 1< 0 - - > 2< 639397888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 412 - -> 00000080:00200000:2.0:1775764894.216643:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000067f76e5 00000080:00200000:2.0:1775764894.216645:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.216647:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.216657:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.216670:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.216673:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.216675:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.216680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.216683:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.216685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.216689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.217614:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.217628:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.217630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.217641:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.217647:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156103, 156103] 00000080:00200000:2.0:1775764894.217670:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.217673:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.217683:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639401984 i_blocks 1196131 00000080:00200000:2.0:1775764894.217688:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.217783:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639401984, count: 4096 00000080:00200000:2.0:1775764894.217807:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639401984, bytes: 4096 00000080:00200000:2.0:1775764894.217811:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.217816:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156105, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.217818:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639401984, 639406080) 0 0 00000080:00200000:2.0:1775764894.217822:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.217833:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156104, 156104] 00020000:00200000:2.0:1775764894.217838:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639401984 chunk: [639401984, 639406080) 639406080, 4096 00020000:00200000:2.0:1775764894.217843:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.217865:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156104, 156104] 00000008:00010000:2.0:1775764894.217875:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.217878:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.217891:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.217903:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639401984 639406079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.217913:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.217921:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.217927:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.217936:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639401984, 639406080) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.218048:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156104 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.218088:0:17279:0:(rw26.c:858:ll_write_end()) pos 639401984, len 4096, copied 4096 00000080:00200000:2.0:1775764894.218093:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb290ce7[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.218097:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bdaa3f50 fffffc0001001 3:0 ffff967bc917e380 156104 lru 00000080:00200000:2.0:1775764894.218104:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a8fa962c 156104: 1< 0 - - > 2< 639401984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 413 - -> 00000080:00200000:2.0:1775764894.218107:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb290ce7 00000080:00200000:2.0:1775764894.218109:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.218113:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.218131:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.218148:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.218152:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.218154:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.218166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.218169:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.218171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.218175:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.218182:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.218191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.218193:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.218197:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.218200:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156104, 156104] 00000080:00200000:2.0:1775764894.218213:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.218216:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.218221:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639406080 i_blocks 1196131 00000080:00200000:2.0:1775764894.218225:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.218241:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639406080, count: 4096 00000080:00200000:2.0:1775764894.218463:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639406080, bytes: 4096 00000080:00200000:2.0:1775764894.218468:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.218482:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156106, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.218656:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639406080, 639410176) 0 0 00000080:00200000:2.0:1775764894.218660:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.218669:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156105, 156105] 00020000:00200000:2.0:1775764894.218673:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639406080 chunk: [639406080, 639410176) 639410176, 4096 00020000:00200000:2.0:1775764894.218676:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.218896:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156105, 156105] 00000008:00010000:2.0:1775764894.218906:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.218909:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.218923:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.218935:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639406080 639410175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219049:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219059:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219066:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.219078:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639406080, 639410176) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.219086:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156105 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.219114:0:17279:0:(rw26.c:858:ll_write_end()) pos 639406080, len 4096, copied 4096 00000080:00200000:2.0:1775764894.219120:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001e7b8ded[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.219123:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e513d2fa fffffc0001001 3:0 ffff967bc917ec40 156105 lru 00000080:00200000:2.0:1775764894.219128:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d77fb62c 156105: 1< 0 - - > 2< 639406080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 414 - -> 00000080:00200000:2.0:1775764894.219130:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001e7b8ded 00000080:00200000:2.0:1775764894.219131:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.219134:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.219148:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.219163:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.219167:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.219170:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.219178:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.219181:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.219183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.219188:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219196:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.219205:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.219207:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.219212:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.219216:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156105, 156105] 00000080:00200000:2.0:1775764894.219231:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.219234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.219241:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639410176 i_blocks 1196131 00000080:00200000:2.0:1775764894.219339:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.219462:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639410176, count: 4096 00000080:00200000:2.0:1775764894.219664:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639410176, bytes: 4096 00000080:00200000:2.0:1775764894.219669:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.219673:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156107, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.219675:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639410176, 639414272) 0 0 00000080:00200000:2.0:1775764894.219679:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.219687:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156106, 156106] 00020000:00200000:2.0:1775764894.219769:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639410176 chunk: [639410176, 639414272) 639414272, 4096 00020000:00200000:2.0:1775764894.219773:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.219792:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156106, 156106] 00000008:00010000:2.0:1775764894.219800:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.219803:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.219813:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219823:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639410176 639414271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219832:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219839:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.219846:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.219856:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639410176, 639414272) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.219862:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156106 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.219887:0:17279:0:(rw26.c:858:ll_write_end()) pos 639410176, len 4096, copied 4096 00000080:00200000:2.0:1775764894.219892:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009d41178f[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.219894:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003b7d9a41 fffffc0001001 3:0 ffff967bc917e9a0 156106 lru 00000080:00200000:2.0:1775764894.219900:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000eb17c4b5 156106: 1< 0 - - > 2< 639410176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 415 - -> 00000080:00200000:2.0:1775764894.219902:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009d41178f 00000080:00200000:2.0:1775764894.219904:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.219906:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.219917:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.219932:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.219935:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.219937:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.220864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.220870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.220874:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.220882:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.220893:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.220904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.220908:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.220916:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.220922:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156106, 156106] 00000080:00200000:2.0:1775764894.221058:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.221063:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.221076:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639414272 i_blocks 1196131 00000080:00200000:2.0:1775764894.221080:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.221114:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639414272, count: 4096 00000080:00200000:2.0:1775764894.221140:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639414272, bytes: 4096 00000080:00200000:2.0:1775764894.221144:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.221149:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156108, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.221151:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639414272, 639418368) 0 0 00000080:00200000:2.0:1775764894.221156:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.221169:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156107, 156107] 00020000:00200000:2.0:1775764894.221174:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639414272 chunk: [639414272, 639418368) 639418368, 4096 00020000:00200000:2.0:1775764894.221177:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.221199:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156107, 156107] 00000008:00010000:2.0:1775764894.221209:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.221212:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.221226:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.221238:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639414272 639418367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.221269:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.221278:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.221285:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.221296:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639414272, 639418368) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.221304:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156107 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.221339:0:17279:0:(rw26.c:858:ll_write_end()) pos 639414272, len 4096, copied 4096 00000080:00200000:2.0:1775764894.221344:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003d657d89[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.221348:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000002f7a594 fffffc0001001 3:0 ffff967bc917ea80 156107 lru 00000080:00200000:2.0:1775764894.221860:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000c5cabaf 156107: 1< 0 - - > 2< 639414272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 416 - -> 00000080:00200000:2.0:1775764894.221865:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003d657d89 00000080:00200000:2.0:1775764894.221867:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.221872:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.221892:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.221919:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.221923:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.221926:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.221937:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.221940:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.222158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.222165:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222174:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.222184:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.222187:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.222195:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.222199:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156107, 156107] 00000080:00200000:2.0:1775764894.222219:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.222222:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.222231:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639418368 i_blocks 1196131 00000080:00200000:2.0:1775764894.222234:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.222458:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639418368, count: 4096 00000080:00200000:2.0:1775764894.222495:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639418368, bytes: 4096 00000080:00200000:2.0:1775764894.222499:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.222504:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156109, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.222506:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639418368, 639422464) 0 0 00000080:00200000:2.0:1775764894.222510:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.222520:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156108, 156108] 00020000:00200000:2.0:1775764894.222525:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639418368 chunk: [639418368, 639422464) 639422464, 4096 00020000:00200000:2.0:1775764894.222529:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.222549:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156108, 156108] 00000008:00010000:2.0:1775764894.222558:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.222561:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.222575:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222586:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639418368 639422463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222597:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222606:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222613:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.222622:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639418368, 639422464) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.222630:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156108 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.222657:0:17279:0:(rw26.c:858:ll_write_end()) pos 639418368, len 4096, copied 4096 00000080:00200000:2.0:1775764894.222662:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000af4690c3[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.222666:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000888ab4fd fffffc0001001 3:0 ffff967bc917e540 156108 lru 00000080:00200000:2.0:1775764894.222673:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006d5f8e8e 156108: 1< 0 - - > 2< 639418368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 417 - -> 00000080:00200000:2.0:1775764894.222675:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000af4690c3 00000080:00200000:2.0:1775764894.222676:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.222679:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.222689:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.222702:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.222705:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.222707:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.222713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.222716:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.222719:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.222722:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222731:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.222740:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.222742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.222747:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.222750:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156108, 156108] 00000080:00200000:2.0:1775764894.222761:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.222764:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.222769:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639422464 i_blocks 1196131 00000080:00200000:2.0:1775764894.222772:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.222787:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639422464, count: 4096 00000080:00200000:2.0:1775764894.222799:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639422464, bytes: 4096 00000080:00200000:2.0:1775764894.222802:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.222806:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156110, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.222808:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639422464, 639426560) 0 0 00000080:00200000:2.0:1775764894.222811:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.222816:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156109, 156109] 00020000:00200000:2.0:1775764894.222819:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639422464 chunk: [639422464, 639426560) 639426560, 4096 00020000:00200000:2.0:1775764894.222822:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.222834:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156109, 156109] 00000008:00010000:2.0:1775764894.222839:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.222842:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.222849:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222859:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639422464 639426559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222867:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222875:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.222881:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.222889:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639422464, 639426560) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.222895:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156109 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.222918:0:17279:0:(rw26.c:858:ll_write_end()) pos 639422464, len 4096, copied 4096 00000080:00200000:2.0:1775764894.222923:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000559019c6[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.222926:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009bcd91dc fffffc0001021 2:0 ffff967bc917e0e0 156109 lru 00000080:00200000:2.0:1775764894.222932:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000032989692 156109: 1< 0 - - > 2< 639422464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 418 - -> 00000080:00200000:2.0:1775764894.222935:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000559019c6 00000080:00200000:2.0:1775764894.222936:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.222938:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.223335:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.223351:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.223365:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.223367:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.223458:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.223461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.223464:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.223802:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.223813:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.223824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.223826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.223833:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.223838:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156109, 156109] 00000080:00200000:2.0:1775764894.223855:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.223859:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.223867:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639426560 i_blocks 1196131 00000080:00200000:2.0:1775764894.223871:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.223892:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639426560, count: 4096 00000080:00200000:2.0:1775764894.223910:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639426560, bytes: 4096 00000080:00200000:2.0:1775764894.223914:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.223918:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156111, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.223920:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639426560, 639430656) 0 0 00000080:00200000:2.0:1775764894.223924:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.223933:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156110, 156110] 00020000:00200000:2.0:1775764894.223937:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639426560 chunk: [639426560, 639430656) 639430656, 4096 00020000:00200000:2.0:1775764894.223940:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.224067:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156110, 156110] 00000008:00010000:2.0:1775764894.224076:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.224079:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.224089:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.224234:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639426560 639430655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.224325:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.224335:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.224341:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.229281:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639426560, 639430656) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.229311:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156110 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.230180:0:17279:0:(rw26.c:858:ll_write_end()) pos 639426560, len 4096, copied 4096 00000080:00200000:2.0:1775764894.230195:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005c3a7518[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.230199:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cda914ff fffffc0001001 3:0 ffff967bc917e1c0 156110 lru 00000080:00200000:2.0:1775764894.230207:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000647c014d 156110: 1< 0 - - > 2< 639426560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 419 - -> 00000080:00200000:2.0:1775764894.230210:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005c3a7518 00000080:00200000:2.0:1775764894.230212:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.230218:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.230245:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.230303:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.230308:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.230311:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.230328:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.230332:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.230335:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.230342:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.230365:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.230609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.230613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.230623:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.230629:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156110, 156110] 00000080:00200000:2.0:1775764894.230660:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.230665:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.230677:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639430656 i_blocks 1196131 00000080:00200000:2.0:1775764894.230682:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.230719:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639430656, count: 4096 00000080:00200000:2.0:1775764894.230746:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639430656, bytes: 4096 00000080:00200000:2.0:1775764894.230751:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.230758:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156112, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.230760:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639430656, 639434752) 0 0 00000080:00200000:2.0:1775764894.230765:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.230781:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156111, 156111] 00020000:00200000:2.0:1775764894.230789:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639430656 chunk: [639430656, 639434752) 639434752, 4096 00020000:00200000:2.0:1775764894.230793:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.230820:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156111, 156111] 00000008:00010000:2.0:1775764894.230834:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.230838:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.230860:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.230873:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639430656 639434751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.230884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.230892:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.230898:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.230909:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639430656, 639434752) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.230919:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156111 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.231289:0:17279:0:(rw26.c:858:ll_write_end()) pos 639430656, len 4096, copied 4096 00000080:00200000:2.0:1775764894.231296:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c4396c7b[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.231299:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c6729241 fffffc0001001 3:0 ffff967bc917e700 156111 lru 00000080:00200000:2.0:1775764894.231307:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006e824d72 156111: 1< 0 - - > 2< 639430656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 420 - -> 00000080:00200000:2.0:1775764894.231309:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c4396c7b 00000080:00200000:2.0:1775764894.231310:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.231313:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.231326:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.231342:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.231346:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.231348:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.231367:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.231370:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.231463:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.231469:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.231964:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.231977:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.231980:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.231989:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.231996:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156111, 156111] 00000080:00200000:2.0:1775764894.232019:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.232024:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.232036:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639434752 i_blocks 1196131 00000080:00200000:2.0:1775764894.232040:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.232067:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639434752, count: 4096 00000080:00200000:2.0:1775764894.232087:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639434752, bytes: 4096 00000080:00200000:2.0:1775764894.232091:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.232096:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156113, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.232098:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639434752, 639438848) 0 0 00000080:00200000:2.0:1775764894.232101:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.232111:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156112, 156112] 00020000:00200000:2.0:1775764894.232117:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639434752 chunk: [639434752, 639438848) 639438848, 4096 00020000:00200000:2.0:1775764894.232120:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.232140:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156112, 156112] 00000008:00010000:2.0:1775764894.232150:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.232153:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.232167:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232178:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639434752 639438847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232187:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232194:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232200:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.232210:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639434752, 639438848) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.232218:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156112 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.232288:0:17279:0:(rw26.c:858:ll_write_end()) pos 639434752, len 4096, copied 4096 00000080:00200000:2.0:1775764894.232294:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002ead668b[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.232297:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000094beb990 fffffc0001001 3:0 ffff967bc917e2a0 156112 lru 00000080:00200000:2.0:1775764894.232302:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7f7c75e 156112: 1< 0 - - > 2< 639434752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 421 - -> 00000080:00200000:2.0:1775764894.232305:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002ead668b 00000080:00200000:2.0:1775764894.232306:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.232309:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.232323:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.232338:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.232340:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.232343:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.232350:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.232364:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.232366:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.232370:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232387:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.232395:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.232398:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.232403:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.232405:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156112, 156112] 00000080:00200000:2.0:1775764894.232417:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.232421:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.232425:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639438848 i_blocks 1196131 00000080:00200000:2.0:1775764894.232428:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.232444:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639438848, count: 4096 00000080:00200000:2.0:1775764894.232456:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639438848, bytes: 4096 00000080:00200000:2.0:1775764894.232459:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.232463:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156114, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.232464:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639438848, 639442944) 0 0 00000080:00200000:2.0:1775764894.232467:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.232491:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156113, 156113] 00020000:00200000:2.0:1775764894.232495:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639438848 chunk: [639438848, 639442944) 639442944, 4096 00020000:00200000:2.0:1775764894.232497:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.232509:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156113, 156113] 00000008:00010000:2.0:1775764894.232515:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.232517:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.232525:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232534:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639438848 639442943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232542:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232550:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232557:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.232565:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639438848, 639442944) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.232570:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156113 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.232587:0:17279:0:(rw26.c:858:ll_write_end()) pos 639438848, len 4096, copied 4096 00000080:00200000:2.0:1775764894.232591:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ddbdb866[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.232594:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e18646f4 fffffc0001001 3:0 ffff967bc917ee00 156113 lru 00000080:00200000:2.0:1775764894.232600:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000098120580 156113: 1< 0 - - > 2< 639438848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 422 - -> 00000080:00200000:2.0:1775764894.232602:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ddbdb866 00000080:00200000:2.0:1775764894.232603:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.232605:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.232614:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.232626:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.232628:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.232631:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.232637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.232639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.232642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.232645:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232654:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.232663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.232664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.232669:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.232671:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156113, 156113] 00000080:00200000:2.0:1775764894.232682:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.232685:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.232691:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639442944 i_blocks 1196131 00000080:00200000:2.0:1775764894.232693:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.232708:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639442944, count: 4096 00000080:00200000:2.0:1775764894.232719:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639442944, bytes: 4096 00000080:00200000:2.0:1775764894.232722:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.232726:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156115, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.232727:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639442944, 639447040) 0 0 00000080:00200000:2.0:1775764894.232730:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.232736:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156114, 156114] 00020000:00200000:2.0:1775764894.232739:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639442944 chunk: [639442944, 639447040) 639447040, 4096 00020000:00200000:2.0:1775764894.232741:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.232753:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156114, 156114] 00000008:00010000:2.0:1775764894.232759:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.232762:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.232770:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232779:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639442944 639447039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232788:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232795:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232801:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.232809:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639442944, 639447040) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.232814:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156114 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.232831:0:17279:0:(rw26.c:858:ll_write_end()) pos 639442944, len 4096, copied 4096 00000080:00200000:2.0:1775764894.232835:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000055ebb171[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.232838:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000050898c35 fffffc0001001 3:0 ffff967bc917e8c0 156114 lru 00000080:00200000:2.0:1775764894.232843:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000047e496a3 156114: 1< 0 - - > 2< 639442944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 423 - -> 00000080:00200000:2.0:1775764894.232846:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000055ebb171 00000080:00200000:2.0:1775764894.232847:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.232849:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.232858:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.232869:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.232872:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.232874:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.232880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.232882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.232884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.232888:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.232895:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.232903:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.232905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.232909:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.232912:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156114, 156114] 00000080:00200000:2.0:1775764894.232923:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.232927:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.232932:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639447040 i_blocks 1196131 00000080:00200000:2.0:1775764894.232935:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.232949:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639447040, count: 4096 00000080:00200000:2.0:1775764894.232961:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639447040, bytes: 4096 00000080:00200000:2.0:1775764894.232964:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.232967:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156116, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.232969:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639447040, 639451136) 0 0 00000080:00200000:2.0:1775764894.232971:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.232977:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156115, 156115] 00020000:00200000:2.0:1775764894.232980:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639447040 chunk: [639447040, 639451136) 639451136, 4096 00020000:00200000:2.0:1775764894.232982:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.232995:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156115, 156115] 00000008:00010000:2.0:1775764894.233001:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.233003:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.233011:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233021:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639447040 639451135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233029:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233036:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233043:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.233052:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639447040, 639451136) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.233057:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156115 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.233086:0:17279:0:(rw26.c:858:ll_write_end()) pos 639447040, len 4096, copied 4096 00000080:00200000:2.0:1775764894.233091:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e4bd414c[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.233094:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000af8c1236 fffffc0001001 3:0 ffff967bc917f620 156115 lru 00000080:00200000:2.0:1775764894.233100:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000080c93d62 156115: 1< 0 - - > 2< 639447040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 424 - -> 00000080:00200000:2.0:1775764894.233102:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e4bd414c 00000080:00200000:2.0:1775764894.233104:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.233106:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.233115:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.233129:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.233132:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.233134:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.233140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.233142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.233145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.233148:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233155:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.233163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.233165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.233169:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.233172:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156115, 156115] 00000080:00200000:2.0:1775764894.233183:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.233186:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.233191:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639451136 i_blocks 1196131 00000080:00200000:2.0:1775764894.233193:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.233208:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639451136, count: 4096 00000080:00200000:2.0:1775764894.233220:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639451136, bytes: 4096 00000080:00200000:2.0:1775764894.233222:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.233226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156117, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.233228:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639451136, 639455232) 0 0 00000080:00200000:2.0:1775764894.233230:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.233235:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156116, 156116] 00020000:00200000:2.0:1775764894.233238:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639451136 chunk: [639451136, 639455232) 639455232, 4096 00020000:00200000:2.0:1775764894.233241:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.233284:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156116, 156116] 00000008:00010000:2.0:1775764894.233290:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.233292:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.233300:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233309:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639451136 639455231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.233316:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234074:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234085:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.234098:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639451136, 639455232) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.234108:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156116 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.234143:0:17279:0:(rw26.c:858:ll_write_end()) pos 639451136, len 4096, copied 4096 00000080:00200000:2.0:1775764894.234148:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000052afa7fd[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.234152:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000bc84a0b fffffc0001001 3:0 ffff967bc917f000 156116 lru 00000080:00200000:2.0:1775764894.234158:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009c207672 156116: 1< 0 - - > 2< 639451136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 425 - -> 00000080:00200000:2.0:1775764894.234160:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000052afa7fd 00000080:00200000:2.0:1775764894.234162:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.234164:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.234178:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.234193:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.234197:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.234199:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.234207:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.234210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.234213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.234217:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234226:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.234236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.234238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.234244:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.234271:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156116, 156116] 00000080:00200000:2.0:1775764894.234289:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.234293:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.234299:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639455232 i_blocks 1196131 00000080:00200000:2.0:1775764894.234303:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.234324:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639455232, count: 4096 00000080:00200000:2.0:1775764894.234342:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639455232, bytes: 4096 00000080:00200000:2.0:1775764894.234345:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.234349:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156118, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.234351:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639455232, 639459328) 0 0 00000080:00200000:2.0:1775764894.234365:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.234578:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156117, 156117] 00020000:00200000:2.0:1775764894.234584:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639455232 chunk: [639455232, 639459328) 639459328, 4096 00020000:00200000:2.0:1775764894.234587:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.234606:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156117, 156117] 00000008:00010000:2.0:1775764894.234614:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.234618:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.234631:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234642:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639455232 639459327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234651:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234659:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234666:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.234675:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639455232, 639459328) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.234681:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156117 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.234697:0:17279:0:(rw26.c:858:ll_write_end()) pos 639455232, len 4096, copied 4096 00000080:00200000:2.0:1775764894.234701:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000957a944f[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.234705:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017190838 fffffc0001001 3:0 ffff967bc917f380 156117 lru 00000080:00200000:2.0:1775764894.234711:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000babcccfd 156117: 1< 0 - - > 2< 639455232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 426 - -> 00000080:00200000:2.0:1775764894.234713:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000957a944f 00000080:00200000:2.0:1775764894.234714:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.234716:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.234725:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.234738:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.234742:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.234744:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.234750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.234753:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.234756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.234760:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234768:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.234777:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.234779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.234784:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.234787:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156117, 156117] 00000080:00200000:2.0:1775764894.234799:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.234802:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.234808:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639459328 i_blocks 1196131 00000080:00200000:2.0:1775764894.234811:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.234828:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639459328, count: 4096 00000080:00200000:2.0:1775764894.234841:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639459328, bytes: 4096 00000080:00200000:2.0:1775764894.234844:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.234848:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156119, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.234850:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639459328, 639463424) 0 0 00000080:00200000:2.0:1775764894.234853:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.234858:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156118, 156118] 00020000:00200000:2.0:1775764894.234861:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639459328 chunk: [639459328, 639463424) 639463424, 4096 00020000:00200000:2.0:1775764894.234864:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.234876:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156118, 156118] 00000008:00010000:2.0:1775764894.234881:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.234883:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.234892:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234900:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639459328 639463423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234908:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234915:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.234922:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.234931:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639459328, 639463424) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.234936:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156118 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.235114:0:17279:0:(rw26.c:858:ll_write_end()) pos 639459328, len 4096, copied 4096 00000080:00200000:2.0:1775764894.235119:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003654ce8f[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.235122:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006ab60998 fffffc0001001 3:0 ffff967bc917fc40 156118 lru 00000080:00200000:2.0:1775764894.235128:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006430fb87 156118: 1< 0 - - > 2< 639459328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 427 - -> 00000080:00200000:2.0:1775764894.235130:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003654ce8f 00000080:00200000:2.0:1775764894.235132:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.235134:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.235144:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.235157:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.235160:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.235162:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.235168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.235171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.235173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.235176:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.235184:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.235193:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.235195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.235200:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.235202:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156118, 156118] 00000080:00200000:2.0:1775764894.235215:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.235219:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.235224:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639463424 i_blocks 1196131 00000080:00200000:2.0:1775764894.235227:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.235611:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639463424, count: 4096 00000080:00200000:2.0:1775764894.235630:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639463424, bytes: 4096 00000080:00200000:2.0:1775764894.235633:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.235637:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156120, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.235639:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639463424, 639467520) 0 0 00000080:00200000:2.0:1775764894.235642:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.235650:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156119, 156119] 00020000:00200000:2.0:1775764894.235654:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639463424 chunk: [639463424, 639467520) 639467520, 4096 00020000:00200000:2.0:1775764894.235657:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.235673:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156119, 156119] 00000008:00010000:2.0:1775764894.235680:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.235683:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.235693:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.235703:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639463424 639467519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.235713:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.235720:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.235728:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.235736:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639463424, 639467520) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.235743:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156119 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.235761:0:17279:0:(rw26.c:858:ll_write_end()) pos 639463424, len 4096, copied 4096 00000080:00200000:2.0:1775764894.235766:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006f3573dc[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.235769:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca2792c6 fffffc0001001 3:0 ffff967bc917f9a0 156119 lru 00000080:00200000:2.0:1775764894.235775:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000019c0c67b 156119: 1< 0 - - > 2< 639463424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 428 - -> 00000080:00200000:2.0:1775764894.235777:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006f3573dc 00000080:00200000:2.0:1775764894.235779:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.235782:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.235791:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.235804:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.235807:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.235809:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.235815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.235818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.235821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.235824:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.235832:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.235840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.235843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.235847:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.235851:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156119, 156119] 00000080:00200000:2.0:1775764894.235862:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.235865:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.235870:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639467520 i_blocks 1196131 00000080:00200000:2.0:1775764894.235873:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.235890:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639467520, count: 4096 00000080:00200000:2.0:1775764894.235901:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639467520, bytes: 4096 00000080:00200000:2.0:1775764894.235904:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.235908:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156121, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.235909:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639467520, 639471616) 0 0 00000080:00200000:2.0:1775764894.235912:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.235917:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156120, 156120] 00020000:00200000:2.0:1775764894.235920:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639467520 chunk: [639467520, 639471616) 639471616, 4096 00020000:00200000:2.0:1775764894.235922:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.235935:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156120, 156120] 00000008:00010000:2.0:1775764894.235940:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.236508:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.236524:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236537:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639467520 639471615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236554:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236561:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.236570:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639467520, 639471616) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.236577:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156120 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.236601:0:17279:0:(rw26.c:858:ll_write_end()) pos 639467520, len 4096, copied 4096 00000080:00200000:2.0:1775764894.236606:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007d7e85fd[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.236609:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d08a136e fffffc0001001 3:0 ffff967bc917fa80 156120 lru 00000080:00200000:2.0:1775764894.236616:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000007211d4d 156120: 1< 0 - - > 2< 639467520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 429 - -> 00000080:00200000:2.0:1775764894.236618:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007d7e85fd 00000080:00200000:2.0:1775764894.236619:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.236622:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.236634:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.236648:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.236651:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.236653:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.236660:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.236663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.236665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.236669:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236677:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.236686:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.236688:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.236693:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.236697:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156120, 156120] 00000080:00200000:2.0:1775764894.236712:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.236715:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.236722:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639471616 i_blocks 1196131 00000080:00200000:2.0:1775764894.236725:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.236744:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639471616, count: 4096 00000080:00200000:2.0:1775764894.236758:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639471616, bytes: 4096 00000080:00200000:2.0:1775764894.236761:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.236765:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156122, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.236767:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639471616, 639475712) 0 0 00000080:00200000:2.0:1775764894.236770:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.236777:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156121, 156121] 00020000:00200000:2.0:1775764894.236781:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639471616 chunk: [639471616, 639475712) 639475712, 4096 00020000:00200000:2.0:1775764894.236784:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.236798:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156121, 156121] 00000008:00010000:2.0:1775764894.236804:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.236806:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.236814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236824:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639471616 639475711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236832:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236838:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236845:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.236852:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639471616, 639475712) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.236858:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156121 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.236875:0:17279:0:(rw26.c:858:ll_write_end()) pos 639471616, len 4096, copied 4096 00000080:00200000:2.0:1775764894.236879:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000029dd9349[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.236882:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000011bdef64 fffffc0001001 3:0 ffff967bc917f540 156121 lru 00000080:00200000:2.0:1775764894.236888:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e00d4e29 156121: 1< 0 - - > 2< 639471616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 430 - -> 00000080:00200000:2.0:1775764894.236891:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000029dd9349 00000080:00200000:2.0:1775764894.236892:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.236895:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.236903:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.236914:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.236917:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.236919:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.236924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.236926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.236929:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.236932:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.236939:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.236961:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.236964:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.236968:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.236971:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156121, 156121] 00000080:00200000:2.0:1775764894.236982:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.236984:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.236989:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639475712 i_blocks 1196131 00000080:00200000:2.0:1775764894.236992:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.237009:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639475712, count: 4096 00000080:00200000:2.0:1775764894.237020:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639475712, bytes: 4096 00000080:00200000:2.0:1775764894.237023:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.237027:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156123, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.237028:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639475712, 639479808) 0 0 00000080:00200000:2.0:1775764894.237032:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.237038:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156122, 156122] 00020000:00200000:2.0:1775764894.237041:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639475712 chunk: [639475712, 639479808) 639479808, 4096 00020000:00200000:2.0:1775764894.237043:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.237054:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156122, 156122] 00000008:00010000:2.0:1775764894.237060:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.237062:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.237069:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237077:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639475712 639479807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237084:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237091:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237097:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237106:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639475712, 639479808) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.237111:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156122 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.237129:0:17279:0:(rw26.c:858:ll_write_end()) pos 639475712, len 4096, copied 4096 00000080:00200000:2.0:1775764894.237133:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005bf984aa[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.237136:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000052b6d7f0 fffffc0001001 3:0 ffff967bc917f0e0 156122 lru 00000080:00200000:2.0:1775764894.237141:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a30d742f 156122: 1< 0 - - > 2< 639475712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 431 - -> 00000080:00200000:2.0:1775764894.237143:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005bf984aa 00000080:00200000:2.0:1775764894.237145:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.237147:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.237157:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237169:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.237172:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.237173:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.237179:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.237181:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.237183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.237187:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237194:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.237201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.237203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.237207:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.237210:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156122, 156122] 00000080:00200000:2.0:1775764894.237221:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.237224:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.237229:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639479808 i_blocks 1196131 00000080:00200000:2.0:1775764894.237232:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.237288:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639479808, count: 4096 00000080:00200000:2.0:1775764894.237301:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639479808, bytes: 4096 00000080:00200000:2.0:1775764894.237303:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.237307:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156124, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.237309:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639479808, 639483904) 0 0 00000080:00200000:2.0:1775764894.237312:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.237317:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156123, 156123] 00020000:00200000:2.0:1775764894.237320:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639479808 chunk: [639479808, 639483904) 639483904, 4096 00020000:00200000:2.0:1775764894.237322:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.237334:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156123, 156123] 00000008:00010000:2.0:1775764894.237339:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.237341:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.237349:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237370:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639479808 639483903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237379:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237386:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237393:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237400:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639479808, 639483904) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.237407:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156123 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.237428:0:17279:0:(rw26.c:858:ll_write_end()) pos 639479808, len 4096, copied 4096 00000080:00200000:2.0:1775764894.237432:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c8ccfb5c[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.237435:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001257d9fa fffffc0001001 3:0 ffff967bc917f1c0 156123 lru 00000080:00200000:2.0:1775764894.237440:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e4f64b0e 156123: 1< 0 - - > 2< 639479808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 432 - -> 00000080:00200000:2.0:1775764894.237442:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c8ccfb5c 00000080:00200000:2.0:1775764894.237444:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.237446:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.237455:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237467:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.237470:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.237473:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.237479:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.237481:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.237483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.237487:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237494:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.237501:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.237503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.237507:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.237510:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156123, 156123] 00000080:00200000:2.0:1775764894.237522:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.237524:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.237529:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639483904 i_blocks 1196131 00000080:00200000:2.0:1775764894.237531:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.237545:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639483904, count: 4096 00000080:00200000:2.0:1775764894.237556:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639483904, bytes: 4096 00000080:00200000:2.0:1775764894.237559:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.237562:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156125, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.237564:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639483904, 639488000) 0 0 00000080:00200000:2.0:1775764894.237567:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.237572:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156124, 156124] 00020000:00200000:2.0:1775764894.237575:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639483904 chunk: [639483904, 639488000) 639488000, 4096 00020000:00200000:2.0:1775764894.237577:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.237589:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156124, 156124] 00000008:00010000:2.0:1775764894.237595:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.237597:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.237605:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237613:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639483904 639487999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237621:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237628:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237634:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237642:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639483904, 639488000) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.237647:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156124 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.237670:0:17279:0:(rw26.c:858:ll_write_end()) pos 639483904, len 4096, copied 4096 00000080:00200000:2.0:1775764894.237674:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb2c44e2[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.237677:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e343f8df fffffc0001021 2:0 ffff967bc917f700 156124 lru 00000080:00200000:2.0:1775764894.237683:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000044d39a5b 156124: 1< 0 - - > 2< 639483904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 433 - -> 00000080:00200000:2.0:1775764894.237685:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb2c44e2 00000080:00200000:2.0:1775764894.237687:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.237689:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.237697:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237708:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.237711:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.237714:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.237719:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.237721:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.237724:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.237728:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237736:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.237744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.237746:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.237750:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.237753:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156124, 156124] 00000080:00200000:2.0:1775764894.237763:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.237766:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.237771:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639488000 i_blocks 1196131 00000080:00200000:2.0:1775764894.237774:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.237789:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639488000, count: 4096 00000080:00200000:2.0:1775764894.237800:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639488000, bytes: 4096 00000080:00200000:2.0:1775764894.237802:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.237806:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156126, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.237807:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639488000, 639492096) 0 0 00000080:00200000:2.0:1775764894.237811:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.237816:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156125, 156125] 00020000:00200000:2.0:1775764894.237819:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639488000 chunk: [639488000, 639492096) 639492096, 4096 00020000:00200000:2.0:1775764894.237822:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.237835:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156125, 156125] 00000008:00010000:2.0:1775764894.237840:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.237842:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.237849:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237859:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639488000 639492095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237866:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237874:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237881:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237889:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639488000, 639492096) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.237895:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156125 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.237919:0:17279:0:(rw26.c:858:ll_write_end()) pos 639488000, len 4096, copied 4096 00000080:00200000:2.0:1775764894.237923:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000110b396a[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.237927:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001ba363b7 fffffc0001001 3:0 ffff967bc917f2a0 156125 lru 00000080:00200000:2.0:1775764894.237932:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000004b4701b 156125: 1< 0 - - > 2< 639488000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 434 - -> 00000080:00200000:2.0:1775764894.237935:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000110b396a 00000080:00200000:2.0:1775764894.237936:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.237938:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.237946:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.237958:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.237961:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.237963:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.237969:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.237971:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.237973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.237977:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.237984:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.237991:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.237993:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.237998:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.238001:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156125, 156125] 00000080:00200000:2.0:1775764894.238011:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.238014:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.238019:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639492096 i_blocks 1196131 00000080:00200000:2.0:1775764894.238022:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.238037:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639492096, count: 4096 00000080:00200000:2.0:1775764894.238049:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639492096, bytes: 4096 00000080:00200000:2.0:1775764894.238052:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.238056:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156127, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.238057:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639492096, 639496192) 0 0 00000080:00200000:2.0:1775764894.238060:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.238065:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156126, 156126] 00020000:00200000:2.0:1775764894.238068:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639492096 chunk: [639492096, 639496192) 639496192, 4096 00020000:00200000:2.0:1775764894.238070:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.238082:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156126, 156126] 00000008:00010000:2.0:1775764894.238087:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.238089:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.238099:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238108:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639492096 639496191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238115:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238121:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238128:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.238136:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639492096, 639496192) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.238141:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156126 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.238158:0:17279:0:(rw26.c:858:ll_write_end()) pos 639492096, len 4096, copied 4096 00000080:00200000:2.0:1775764894.238162:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000038ff39cf[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.238165:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000627b5946 fffffc0001001 3:0 ffff967bc917fe00 156126 lru 00000080:00200000:2.0:1775764894.238170:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009b85d960 156126: 1< 0 - - > 2< 639492096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 435 - -> 00000080:00200000:2.0:1775764894.238172:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000038ff39cf 00000080:00200000:2.0:1775764894.238174:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.238176:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.238184:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.238196:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.238198:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.238200:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.238206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.238208:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.238211:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.238215:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238222:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.238230:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.238232:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.238237:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.238239:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156126, 156126] 00000080:00200000:2.0:1775764894.238281:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.238285:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.238290:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639496192 i_blocks 1196131 00000080:00200000:2.0:1775764894.238292:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.238307:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639496192, count: 4096 00000080:00200000:2.0:1775764894.238318:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639496192, bytes: 4096 00000080:00200000:2.0:1775764894.238321:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.238324:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156128, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.238326:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639496192, 639500288) 0 0 00000080:00200000:2.0:1775764894.238328:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.238334:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156127, 156127] 00020000:00200000:2.0:1775764894.238337:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639496192 chunk: [639496192, 639500288) 639500288, 4096 00020000:00200000:2.0:1775764894.238339:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.238559:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156127, 156127] 00000008:00010000:2.0:1775764894.238569:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.238572:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.238581:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238590:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639496192 639500287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238598:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238605:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238611:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.238620:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639496192, 639500288) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.238626:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156127 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.238644:0:17279:0:(rw26.c:858:ll_write_end()) pos 639496192, len 4096, copied 4096 00000080:00200000:2.0:1775764894.238648:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009d6b5deb[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.238651:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa9f6233 fffffc0001001 3:0 ffff967bc917f8c0 156127 lru 00000080:00200000:2.0:1775764894.238656:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000041dd65a2 156127: 1< 0 - - > 2< 639496192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 436 - -> 00000080:00200000:2.0:1775764894.238658:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009d6b5deb 00000080:00200000:2.0:1775764894.238660:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.238665:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.238675:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.238686:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.238689:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.238691:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.238697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.238699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.238702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.238705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.238712:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.238721:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.238723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.238727:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.238730:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156127, 156127] 00000080:00200000:2.0:1775764894.239039:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.239044:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.239051:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639500288 i_blocks 1196131 00000080:00200000:2.0:1775764894.239055:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.239075:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639500288, count: 4096 00000080:00200000:2.0:1775764894.239090:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639500288, bytes: 4096 00000080:00200000:2.0:1775764894.239093:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.239097:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156129, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.239098:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639500288, 639504384) 0 0 00000080:00200000:2.0:1775764894.239102:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.239109:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156128, 156128] 00020000:00200000:2.0:1775764894.239113:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639500288 chunk: [639500288, 639504384) 639504384, 4096 00020000:00200000:2.0:1775764894.239116:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.239131:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156128, 156128] 00000008:00010000:2.0:1775764894.239138:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.239140:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.239150:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239160:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639500288 639504383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239168:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239175:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239182:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.239191:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639500288, 639504384) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.239197:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156128 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.239218:0:17279:0:(rw26.c:858:ll_write_end()) pos 639500288, len 4096, copied 4096 00000080:00200000:2.0:1775764894.239222:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000091269809[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.239225:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000727ec88a fffffc0001001 3:0 ffff967bc917f460 156128 lru 00000080:00200000:2.0:1775764894.239231:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005fe6c1fa 156128: 1< 0 - - > 2< 639500288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 437 - -> 00000080:00200000:2.0:1775764894.239234:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000091269809 00000080:00200000:2.0:1775764894.239235:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.239238:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.239280:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.239293:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.239296:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.239298:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.239304:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.239306:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.239309:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.239312:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239320:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.239328:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.239330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.239334:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.239337:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156128, 156128] 00000080:00200000:2.0:1775764894.239348:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.239473:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.239481:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639504384 i_blocks 1196131 00000080:00200000:2.0:1775764894.239484:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.239503:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639504384, count: 4096 00000080:00200000:2.0:1775764894.239515:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639504384, bytes: 4096 00000080:00200000:2.0:1775764894.239517:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.239521:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156130, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.239523:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639504384, 639508480) 0 0 00000080:00200000:2.0:1775764894.239525:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.239530:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156129, 156129] 00020000:00200000:2.0:1775764894.239533:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639504384 chunk: [639504384, 639508480) 639508480, 4096 00020000:00200000:2.0:1775764894.239535:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.239547:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156129, 156129] 00000008:00010000:2.0:1775764894.239552:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.239555:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.239562:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239572:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639504384 639508479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239580:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239587:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239595:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.239603:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639504384, 639508480) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.239608:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156129 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.239624:0:17279:0:(rw26.c:858:ll_write_end()) pos 639504384, len 4096, copied 4096 00000080:00200000:2.0:1775764894.239628:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002fb1a877[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.239631:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004d3e609a fffffc0001001 3:0 ffff967bc917fee0 156129 lru 00000080:00200000:2.0:1775764894.239637:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007299ff6d 156129: 1< 0 - - > 2< 639504384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 438 - -> 00000080:00200000:2.0:1775764894.239639:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002fb1a877 00000080:00200000:2.0:1775764894.239640:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.239643:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.239650:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.239662:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.239664:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.239666:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.239672:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.239674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.239677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.239680:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239688:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.239697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.239699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.239703:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.239705:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156129, 156129] 00000080:00200000:2.0:1775764894.239716:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.239719:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.239723:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639508480 i_blocks 1196131 00000080:00200000:2.0:1775764894.239726:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.239741:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639508480, count: 4096 00000080:00200000:2.0:1775764894.239751:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639508480, bytes: 4096 00000080:00200000:2.0:1775764894.239754:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.239758:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156131, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.239759:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639508480, 639512576) 0 0 00000080:00200000:2.0:1775764894.239762:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.239767:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156130, 156130] 00020000:00200000:2.0:1775764894.239770:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639508480 chunk: [639508480, 639512576) 639512576, 4096 00020000:00200000:2.0:1775764894.239772:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.239783:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156130, 156130] 00000008:00010000:2.0:1775764894.239788:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.239790:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.239797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239806:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639508480 639512575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239822:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239829:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.239837:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639508480, 639512576) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.239842:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156130 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.239858:0:17279:0:(rw26.c:858:ll_write_end()) pos 639508480, len 4096, copied 4096 00000080:00200000:2.0:1775764894.239862:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d340bcc1[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.239865:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000516ae7a6 fffffc0001001 3:0 ffff967bc917fd20 156130 lru 00000080:00200000:2.0:1775764894.239870:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a240013e 156130: 1< 0 - - > 2< 639508480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 439 - -> 00000080:00200000:2.0:1775764894.239872:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d340bcc1 00000080:00200000:2.0:1775764894.239873:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.239876:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.239885:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.239897:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.239899:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.239902:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.239907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.239910:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.239912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.239916:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.239924:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.239932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.239935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.239939:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.239942:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156130, 156130] 00000080:00200000:2.0:1775764894.241688:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.241693:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.241708:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639512576 i_blocks 1196131 00000080:00200000:2.0:1775764894.241713:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.241746:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639512576, count: 4096 00000080:00200000:2.0:1775764894.241773:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639512576, bytes: 4096 00000080:00200000:2.0:1775764894.241778:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.241785:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156132, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.241787:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639512576, 639516672) 0 0 00000080:00200000:2.0:1775764894.241792:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.241805:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156131, 156131] 00020000:00200000:2.0:1775764894.241812:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639512576 chunk: [639512576, 639516672) 639516672, 4096 00020000:00200000:2.0:1775764894.241816:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.241844:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156131, 156131] 00000008:00010000:2.0:1775764894.241858:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.241864:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.241887:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.241903:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639512576 639516671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.241918:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.241927:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.241935:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.242539:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639512576, 639516672) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.242555:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156131 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.242604:0:17279:0:(rw26.c:858:ll_write_end()) pos 639512576, len 4096, copied 4096 00000080:00200000:2.0:1775764894.242612:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000da26a3fd[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.242615:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004397c05f fffffc0001001 3:0 ffff967bc917f7e0 156131 lru 00000080:00200000:2.0:1775764894.242622:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bcefaede 156131: 1< 0 - - > 2< 639512576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 440 - -> 00000080:00200000:2.0:1775764894.242624:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000da26a3fd 00000080:00200000:2.0:1775764894.242626:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.242631:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.242652:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.242674:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.242678:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.242681:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.242694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.242698:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.242701:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.242705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.242714:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.242726:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.242729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.242735:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.242741:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156131, 156131] 00000080:00200000:2.0:1775764894.242760:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.242763:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.242770:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639516672 i_blocks 1196131 00000080:00200000:2.0:1775764894.242774:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.242796:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639516672, count: 4096 00000080:00200000:2.0:1775764894.242812:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639516672, bytes: 4096 00000080:00200000:2.0:1775764894.242815:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.242820:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156133, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.242822:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639516672, 639520768) 0 0 00000080:00200000:2.0:1775764894.242825:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.242834:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156132, 156132] 00020000:00200000:2.0:1775764894.242838:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639516672 chunk: [639516672, 639520768) 639520768, 4096 00020000:00200000:2.0:1775764894.242842:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.242859:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156132, 156132] 00000008:00010000:2.0:1775764894.242867:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.242870:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.242881:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.242891:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639516672 639520767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.242900:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.242908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.242915:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.242924:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639516672, 639520768) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.242930:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156132 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.242959:0:17279:0:(rw26.c:858:ll_write_end()) pos 639516672, len 4096, copied 4096 00000080:00200000:2.0:1775764894.242964:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000588be485[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.242967:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000035780799 fffffc0001001 3:0 ffff967bc917fb60 156132 lru 00000080:00200000:2.0:1775764894.242972:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003f5c3749 156132: 1< 0 - - > 2< 639516672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 441 - -> 00000080:00200000:2.0:1775764894.242974:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000588be485 00000080:00200000:2.0:1775764894.242976:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.242978:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.242987:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.243000:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.243002:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.243004:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.243010:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.243012:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.243014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.243017:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243024:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.243031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.243033:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.243037:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.243040:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156132, 156132] 00000080:00200000:2.0:1775764894.243050:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.243053:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.243058:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639520768 i_blocks 1196131 00000080:00200000:2.0:1775764894.243061:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.243075:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639520768, count: 4096 00000080:00200000:2.0:1775764894.243087:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639520768, bytes: 4096 00000080:00200000:2.0:1775764894.243090:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.243093:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156134, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.243094:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639520768, 639524864) 0 0 00000080:00200000:2.0:1775764894.243097:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.243102:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156133, 156133] 00020000:00200000:2.0:1775764894.243106:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639520768 chunk: [639520768, 639524864) 639524864, 4096 00020000:00200000:2.0:1775764894.243108:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.243121:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156133, 156133] 00000008:00010000:2.0:1775764894.243126:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.243129:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.243137:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243168:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639520768 639524863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243177:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243184:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243189:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.243197:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639520768, 639524864) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.243203:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156133 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.243231:0:17279:0:(rw26.c:858:ll_write_end()) pos 639520768, len 4096, copied 4096 00000080:00200000:2.0:1775764894.243236:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009ce713c9[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.243239:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005021d9f8 fffffc0001001 3:0 ffff967bc9180a80 156133 lru 00000080:00200000:2.0:1775764894.243686:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fe9b3993 156133: 1< 0 - - > 2< 639520768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 442 - -> 00000080:00200000:2.0:1775764894.243692:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009ce713c9 00000080:00200000:2.0:1775764894.243694:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.243698:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.243711:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.243726:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.243729:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.243731:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.243739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.243741:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.243744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.243748:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243756:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.243765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.243768:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.243774:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.243778:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156133, 156133] 00000080:00200000:2.0:1775764894.243793:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.243797:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.243803:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639524864 i_blocks 1196131 00000080:00200000:2.0:1775764894.243806:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.243824:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639524864, count: 4096 00000080:00200000:2.0:1775764894.243837:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639524864, bytes: 4096 00000080:00200000:2.0:1775764894.243840:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.243844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156135, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.243846:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639524864, 639528960) 0 0 00000080:00200000:2.0:1775764894.243849:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.243856:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156134, 156134] 00020000:00200000:2.0:1775764894.243860:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639524864 chunk: [639524864, 639528960) 639528960, 4096 00020000:00200000:2.0:1775764894.243862:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.243877:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156134, 156134] 00000008:00010000:2.0:1775764894.243883:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.243886:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.243896:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243905:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639524864 639528959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243914:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243922:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.243930:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.243939:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639524864, 639528960) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.244121:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156134 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.244281:0:17279:0:(rw26.c:858:ll_write_end()) pos 639524864, len 4096, copied 4096 00000080:00200000:2.0:1775764894.244288:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eb80626d[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.244292:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006df2e2ea fffffc0001001 3:0 ffff967bc9180540 156134 lru 00000080:00200000:2.0:1775764894.244298:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000009f509ad 156134: 1< 0 - - > 2< 639524864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 443 - -> 00000080:00200000:2.0:1775764894.244300:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eb80626d 00000080:00200000:2.0:1775764894.244301:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.244304:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.244314:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.244328:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.244331:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.244333:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.244339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.244342:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.244344:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.244348:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244367:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.244377:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.244380:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.244385:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.244388:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156134, 156134] 00000080:00200000:2.0:1775764894.244400:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.244404:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.244409:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639528960 i_blocks 1196131 00000080:00200000:2.0:1775764894.244412:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.244429:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639528960, count: 4096 00000080:00200000:2.0:1775764894.244441:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639528960, bytes: 4096 00000080:00200000:2.0:1775764894.244444:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.244448:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156136, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.244450:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639528960, 639533056) 0 0 00000080:00200000:2.0:1775764894.244453:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.244459:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156135, 156135] 00020000:00200000:2.0:1775764894.244462:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639528960 chunk: [639528960, 639533056) 639533056, 4096 00020000:00200000:2.0:1775764894.244465:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.244478:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156135, 156135] 00000008:00010000:2.0:1775764894.244484:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.244486:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.244494:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244504:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639528960 639533055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244513:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244520:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244527:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.244535:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639528960, 639533056) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.244541:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156135 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.244559:0:17279:0:(rw26.c:858:ll_write_end()) pos 639528960, len 4096, copied 4096 00000080:00200000:2.0:1775764894.244563:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000567baf27[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.244566:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000008331db8 fffffc0001001 3:0 ffff967bc91800e0 156135 lru 00000080:00200000:2.0:1775764894.244572:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007adc49ea 156135: 1< 0 - - > 2< 639528960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 444 - -> 00000080:00200000:2.0:1775764894.244574:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000567baf27 00000080:00200000:2.0:1775764894.244575:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.244578:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.244586:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.244598:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.244600:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.244603:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.244609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.244611:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.244613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.244617:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244624:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.244632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.244634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.244638:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.244641:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156135, 156135] 00000080:00200000:2.0:1775764894.244652:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.244655:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.244660:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639533056 i_blocks 1196131 00000080:00200000:2.0:1775764894.244663:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.244678:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639533056, count: 4096 00000080:00200000:2.0:1775764894.244689:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639533056, bytes: 4096 00000080:00200000:2.0:1775764894.244692:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.244695:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156137, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.244697:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639533056, 639537152) 0 0 00000080:00200000:2.0:1775764894.244700:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.244705:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156136, 156136] 00020000:00200000:2.0:1775764894.244708:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639533056 chunk: [639533056, 639537152) 639537152, 4096 00020000:00200000:2.0:1775764894.244710:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.244722:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156136, 156136] 00000008:00010000:2.0:1775764894.244727:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.244729:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.244737:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244746:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639533056 639537151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244754:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244762:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244769:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.244777:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639533056, 639537152) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.244782:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156136 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.244796:0:17279:0:(rw26.c:858:ll_write_end()) pos 639533056, len 4096, copied 4096 00000080:00200000:2.0:1775764894.244801:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bdb7494e[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:2.0:1775764894.244803:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc93d1dd fffffc0001001 3:0 ffff967bc91801c0 156136 lru 00000080:00200000:2.0:1775764894.244808:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001350c343 156136: 1< 0 - - > 2< 639533056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 445 - -> 00000080:00200000:2.0:1775764894.244811:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bdb7494e 00000080:00200000:2.0:1775764894.244812:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.244814:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.244823:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.244834:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.244837:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.244840:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.244845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.244848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.244850:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.244854:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.244862:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.244870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.244872:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.244876:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.244879:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156136, 156136] 00000080:00200000:2.0:1775764894.244890:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.244893:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.244897:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639537152 i_blocks 1196131 00000080:00200000:2.0:1775764894.244900:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.244914:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639537152, count: 4096 00000080:00200000:2.0:1775764894.244926:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639537152, bytes: 4096 00000080:00200000:2.0:1775764894.244928:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.244932:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156138, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.244934:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639537152, 639541248) 0 0 00000080:00200000:2.0:1775764894.244936:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.244941:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156137, 156137] 00020000:00200000:2.0:1775764894.245608:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639537152 chunk: [639537152, 639541248) 639541248, 4096 00020000:00200000:2.0:1775764894.245613:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.245743:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156137, 156137] 00000008:00010000:3.0:1775764894.245754:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.245757:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.245771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.245783:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639537152 639541247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.245793:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.245802:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.245808:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.245818:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639537152, 639541248) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.245826:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156137 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.245857:0:17279:0:(rw26.c:858:ll_write_end()) pos 639537152, len 4096, copied 4096 00000080:00200000:3.0:1775764894.245862:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cf00b7b5[3 0000000014a1af93 2 1 000000004d427a4d] 00000080:00200000:3.0:1775764894.245865:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000009cf1e90 fffffc0001001 3:0 ffff967bc9145460 156137 lru 00000080:00200000:3.0:1775764894.245871:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004c8674eb 156137: 1< 0 - - > 2< 639537152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 446 - -> 00000080:00200000:3.0:1775764894.245873:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cf00b7b5 00000080:00200000:3.0:1775764894.245874:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.245877:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.245890:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.245907:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.245911:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.245913:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.245921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.245923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.245926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.245930:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.245939:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.246059:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc97b8 (ffff967cc1376098/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.246063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc1376098/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.246069:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.246073:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156137, 156137] 00000080:00200000:3.0:1775764894.246091:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.246094:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.246102:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639541248 i_blocks 1196131 00000080:00200000:3.0:1775764894.246105:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.246131:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639541248, count: 4096 00000080:00200000:3.0:1775764894.246625:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639541248, bytes: 4096 00000080:00200000:3.0:1775764894.246632:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.246637:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156139, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.246639:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639541248, 639545344) 0 0 00000080:00200000:3.0:1775764894.246642:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.246653:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156138, 156138] 00020000:00200000:3.0:1775764894.246657:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639541248 chunk: [639541248, 639545344) 639545344, 4096 00020000:00200000:3.0:1775764894.246660:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.246681:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156138, 156138] 00000008:00010000:3.0:1775764894.246689:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.246692:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.246702:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.246712:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639541248 639545343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.246721:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.246729:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.246736:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.246745:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639541248, 639545344) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.246752:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156138 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.246774:0:17279:0:(rw26.c:858:ll_write_end()) pos 639541248, len 4096, copied 4096 00000080:00200000:3.0:1775764894.246779:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ce747de6[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.246782:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009e81564d fffffc0001001 3:0 ffff967bc9145ee0 156138 lru 00000080:00200000:3.0:1775764894.246788:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002b334965 156138: 1< 0 - - > 2< 639541248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 447 - -> 00000080:00200000:3.0:1775764894.246790:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ce747de6 00000080:00200000:3.0:1775764894.246792:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.246794:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.246807:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.246821:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.246824:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.246826:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.246833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.246836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.246839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.246843:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.246851:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.246860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.246862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.246867:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.246870:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156138, 156138] 00000080:00200000:3.0:1775764894.246886:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.246889:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.246895:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639545344 i_blocks 1196131 00000080:00200000:3.0:1775764894.246898:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.246918:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639545344, count: 4096 00000080:00200000:3.0:1775764894.246931:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639545344, bytes: 4096 00000080:00200000:3.0:1775764894.246934:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.246938:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156140, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.246939:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639545344, 639549440) 0 0 00000080:00200000:3.0:1775764894.246942:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.246960:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156139, 156139] 00020000:00200000:3.0:1775764894.246964:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639545344 chunk: [639545344, 639549440) 639549440, 4096 00020000:00200000:3.0:1775764894.246966:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.246980:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156139, 156139] 00000008:00010000:3.0:1775764894.246986:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.246989:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.246996:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247005:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639545344 639549439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247013:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247020:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247026:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.247034:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639545344, 639549440) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.247039:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156139 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.247057:0:17279:0:(rw26.c:858:ll_write_end()) pos 639545344, len 4096, copied 4096 00000080:00200000:3.0:1775764894.247061:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f8da354f[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.247064:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cf657879 fffffc0001001 3:0 ffff967bc9145d20 156139 lru 00000080:00200000:3.0:1775764894.247070:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5e6490f 156139: 1< 0 - - > 2< 639545344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 448 - -> 00000080:00200000:3.0:1775764894.247072:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f8da354f 00000080:00200000:3.0:1775764894.247073:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.247075:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.247084:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.247096:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.247099:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.247101:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.247107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.247109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.247112:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.247116:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247124:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.247132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.247135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.247139:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.247154:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156139, 156139] 00000080:00200000:3.0:1775764894.247363:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.247367:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.247402:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639549440 i_blocks 1196131 00000080:00200000:3.0:1775764894.247406:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.247426:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639549440, count: 4096 00000080:00200000:3.0:1775764894.247440:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639549440, bytes: 4096 00000080:00200000:3.0:1775764894.247444:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.247448:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156141, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.247449:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639549440, 639553536) 0 0 00000080:00200000:3.0:1775764894.247452:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.247457:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156140, 156140] 00020000:00200000:3.0:1775764894.247460:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639549440 chunk: [639549440, 639553536) 639553536, 4096 00020000:00200000:3.0:1775764894.247462:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.247477:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156140, 156140] 00000008:00010000:3.0:1775764894.247483:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.247485:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.247493:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247503:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639549440 639553535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247511:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247519:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247526:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.247534:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639549440, 639553536) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.247540:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156140 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.247558:0:17279:0:(rw26.c:858:ll_write_end()) pos 639549440, len 4096, copied 4096 00000080:00200000:3.0:1775764894.247562:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000771e3f88[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.247565:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000015e022cd fffffc0001001 3:0 ffff967bc91457e0 156140 lru 00000080:00200000:3.0:1775764894.247571:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008c17bd66 156140: 1< 0 - - > 2< 639549440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 449 - -> 00000080:00200000:3.0:1775764894.247573:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000771e3f88 00000080:00200000:3.0:1775764894.247575:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.247577:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.247586:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.247599:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.247602:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.247604:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.247610:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.247613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.247615:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.247619:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247627:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.247635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.247638:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.247643:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.247645:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156140, 156140] 00000080:00200000:3.0:1775764894.247657:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.247660:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.247665:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639553536 i_blocks 1196131 00000080:00200000:3.0:1775764894.247668:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.247683:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639553536, count: 4096 00000080:00200000:3.0:1775764894.247695:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639553536, bytes: 4096 00000080:00200000:3.0:1775764894.247698:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.247702:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156142, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.247704:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639553536, 639557632) 0 0 00000080:00200000:3.0:1775764894.247707:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.247712:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156141, 156141] 00020000:00200000:3.0:1775764894.247714:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639553536 chunk: [639553536, 639557632) 639557632, 4096 00020000:00200000:3.0:1775764894.247717:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.247728:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156141, 156141] 00000008:00010000:3.0:1775764894.247733:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.247736:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.247743:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247752:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639553536 639557631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247760:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247768:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247775:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.247783:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639553536, 639557632) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.247787:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156141 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.247812:0:17279:0:(rw26.c:858:ll_write_end()) pos 639553536, len 4096, copied 4096 00000080:00200000:3.0:1775764894.247817:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a8e3897b[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.247820:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bae8d53f fffffc0001021 2:0 ffff967bc9145b60 156141 lru 00000080:00200000:3.0:1775764894.247826:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a470d466 156141: 1< 0 - - > 2< 639553536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 450 - -> 00000080:00200000:3.0:1775764894.247827:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a8e3897b 00000080:00200000:3.0:1775764894.247829:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.247831:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.247840:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.247852:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.247855:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.247858:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.247863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.247865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.247867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.247871:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.247878:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.247885:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.247888:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.247892:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.247895:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156141, 156141] 00000080:00200000:3.0:1775764894.247906:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.247909:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.247914:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639557632 i_blocks 1196131 00000080:00200000:3.0:1775764894.247917:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.247933:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639557632, count: 4096 00000080:00200000:3.0:1775764894.247944:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639557632, bytes: 4096 00000080:00200000:3.0:1775764894.247947:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.247951:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156143, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.247952:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639557632, 639561728) 0 0 00000080:00200000:3.0:1775764894.247955:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.247961:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156142, 156142] 00020000:00200000:3.0:1775764894.247963:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639557632 chunk: [639557632, 639561728) 639561728, 4096 00020000:00200000:3.0:1775764894.247966:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.247978:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156142, 156142] 00000008:00010000:3.0:1775764894.247983:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.247986:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.247993:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248001:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639557632 639561727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248009:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248015:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248021:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.248028:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639557632, 639561728) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.248032:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156142 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.248050:0:17279:0:(rw26.c:858:ll_write_end()) pos 639557632, len 4096, copied 4096 00000080:00200000:3.0:1775764894.248054:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000021870fe8[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.248057:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dc1b959c fffffc0001001 3:0 ffff967bc9145620 156142 lru 00000080:00200000:3.0:1775764894.248062:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000364a3869 156142: 1< 0 - - > 2< 639557632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 451 - -> 00000080:00200000:3.0:1775764894.248064:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000021870fe8 00000080:00200000:3.0:1775764894.248065:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.248067:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.248074:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.248085:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.248087:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.248090:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.248096:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.248099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.248102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.248105:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248113:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.248121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.248124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.248128:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.248130:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156142, 156142] 00000080:00200000:3.0:1775764894.248733:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.248739:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.248746:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639561728 i_blocks 1196131 00000080:00200000:3.0:1775764894.248750:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.248774:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639561728, count: 4096 00000080:00200000:3.0:1775764894.248790:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639561728, bytes: 4096 00000080:00200000:3.0:1775764894.248794:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.248799:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156144, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.248800:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639561728, 639565824) 0 0 00000080:00200000:3.0:1775764894.248803:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.248811:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156143, 156143] 00020000:00200000:3.0:1775764894.248815:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639561728 chunk: [639561728, 639565824) 639565824, 4096 00020000:00200000:3.0:1775764894.248818:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.248834:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156143, 156143] 00000008:00010000:3.0:1775764894.248841:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.248844:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.248854:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248864:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639561728 639565823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248880:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.248886:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.248895:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639561728, 639565824) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.248902:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156143 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.248929:0:17279:0:(rw26.c:858:ll_write_end()) pos 639561728, len 4096, copied 4096 00000080:00200000:3.0:1775764894.248933:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000deecb239[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.248937:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000028b8d8ce fffffc0001001 3:0 ffff967bc9145000 156143 lru 00000080:00200000:3.0:1775764894.249025:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007cbff2cb 156143: 1< 0 - - > 2< 639561728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 452 - -> 00000080:00200000:3.0:1775764894.249028:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000deecb239 00000080:00200000:3.0:1775764894.249029:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.249032:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.249045:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.249060:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.249063:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.249066:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.249074:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.249077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.249080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.249084:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249092:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.249101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.249104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.249109:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.249112:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156143, 156143] 00000080:00200000:3.0:1775764894.249124:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.249127:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.249132:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639565824 i_blocks 1196131 00000080:00200000:3.0:1775764894.249135:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.249482:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639565824, count: 4096 00000080:00200000:3.0:1775764894.249499:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639565824, bytes: 4096 00000080:00200000:3.0:1775764894.249502:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.249506:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156145, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.249508:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639565824, 639569920) 0 0 00000080:00200000:3.0:1775764894.249511:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.249519:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156144, 156144] 00020000:00200000:3.0:1775764894.249523:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639565824 chunk: [639565824, 639569920) 639569920, 4096 00020000:00200000:3.0:1775764894.249526:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.249540:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156144, 156144] 00000008:00010000:3.0:1775764894.249546:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.249550:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.249559:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249569:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639565824 639569919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249578:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249586:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249593:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.249601:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639565824, 639569920) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.249607:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156144 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.249630:0:17279:0:(rw26.c:858:ll_write_end()) pos 639565824, len 4096, copied 4096 00000080:00200000:3.0:1775764894.249634:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007fa97c58[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.249638:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000102062f7 fffffc0001001 3:0 ffff967bc9145380 156144 lru 00000080:00200000:3.0:1775764894.249644:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000096ff1f42 156144: 1< 0 - - > 2< 639565824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 453 - -> 00000080:00200000:3.0:1775764894.249646:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007fa97c58 00000080:00200000:3.0:1775764894.249647:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.249649:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.249659:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.249672:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.249675:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.249677:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.249682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.249685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.249687:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.249691:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249698:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.249705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.249707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.249711:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.249714:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156144, 156144] 00000080:00200000:3.0:1775764894.249726:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.249729:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.249734:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639569920 i_blocks 1196131 00000080:00200000:3.0:1775764894.249737:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.249751:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639569920, count: 4096 00000080:00200000:3.0:1775764894.249762:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639569920, bytes: 4096 00000080:00200000:3.0:1775764894.249765:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.249769:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156146, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.249770:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639569920, 639574016) 0 0 00000080:00200000:3.0:1775764894.249772:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.249778:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156145, 156145] 00020000:00200000:3.0:1775764894.249780:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639569920 chunk: [639569920, 639574016) 639574016, 4096 00020000:00200000:3.0:1775764894.249783:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.249794:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156145, 156145] 00000008:00010000:3.0:1775764894.249799:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.249802:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.249809:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249819:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639569920 639574015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249827:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249835:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249841:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.249849:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639569920, 639574016) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.249854:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156145 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.249871:0:17279:0:(rw26.c:858:ll_write_end()) pos 639569920, len 4096, copied 4096 00000080:00200000:3.0:1775764894.249875:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c353189[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.249878:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000053f7ccac fffffc0001001 3:0 ffff967bc9145c40 156145 lru 00000080:00200000:3.0:1775764894.249883:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000004de1c2f 156145: 1< 0 - - > 2< 639569920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 454 - -> 00000080:00200000:3.0:1775764894.249885:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c353189 00000080:00200000:3.0:1775764894.249887:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.249889:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.249897:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.249909:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.249912:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.249914:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.249919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.249922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.249924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.249928:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.249936:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.251468:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.251477:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.251499:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.251507:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156145, 156145] 00000080:00200000:3.0:1775764894.251532:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.251537:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.251550:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639574016 i_blocks 1196131 00000080:00200000:3.0:1775764894.251555:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.251587:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639574016, count: 4096 00000080:00200000:3.0:1775764894.251614:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639574016, bytes: 4096 00000080:00200000:3.0:1775764894.251619:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.251625:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156147, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.251627:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639574016, 639578112) 0 0 00000080:00200000:3.0:1775764894.251631:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.251643:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156146, 156146] 00020000:00200000:3.0:1775764894.251648:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639574016 chunk: [639574016, 639578112) 639578112, 4096 00020000:00200000:3.0:1775764894.251652:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.251675:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156146, 156146] 00000008:00010000:3.0:1775764894.251687:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.251691:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.251706:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.251719:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639574016 639578111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.251730:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.251737:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.251745:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.251756:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639574016, 639578112) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.251765:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156146 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.251803:0:17279:0:(rw26.c:858:ll_write_end()) pos 639574016, len 4096, copied 4096 00000080:00200000:3.0:1775764894.251810:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ed6a0c42[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.251813:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003ce484aa fffffc0001001 3:0 ffff967bc91459a0 156146 lru 00000080:00200000:3.0:1775764894.251820:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000716237c 156146: 1< 0 - - > 2< 639574016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 455 - -> 00000080:00200000:3.0:1775764894.251822:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ed6a0c42 00000080:00200000:3.0:1775764894.251823:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.251827:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.251843:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.251862:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.251866:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.251868:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.251878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.251881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.251883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.251887:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.251896:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.251904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.251906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.251910:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.251913:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156146, 156146] 00000080:00200000:3.0:1775764894.251925:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.251928:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.251934:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639578112 i_blocks 1196131 00000080:00200000:3.0:1775764894.251936:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.251967:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639578112, count: 4096 00000080:00200000:3.0:1775764894.251981:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639578112, bytes: 4096 00000080:00200000:3.0:1775764894.251984:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.251988:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156148, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.251989:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639578112, 639582208) 0 0 00000080:00200000:3.0:1775764894.251992:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.251998:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156147, 156147] 00020000:00200000:3.0:1775764894.252001:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639578112 chunk: [639578112, 639582208) 639582208, 4096 00020000:00200000:3.0:1775764894.252003:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.252016:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156147, 156147] 00000008:00010000:3.0:1775764894.252022:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.252024:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.252032:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.252041:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639578112 639582207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.252050:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.252056:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.252062:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.252069:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639578112, 639582208) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.252075:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156147 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.252093:0:17279:0:(rw26.c:858:ll_write_end()) pos 639578112, len 4096, copied 4096 00000080:00200000:3.0:1775764894.252097:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e68c82b7[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.252100:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007d812f40 fffffc0001001 3:0 ffff967bc9145a80 156147 lru 00000080:00200000:3.0:1775764894.252105:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004cc4cbab 156147: 1< 0 - - > 2< 639578112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 456 - -> 00000080:00200000:3.0:1775764894.252108:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e68c82b7 00000080:00200000:3.0:1775764894.252109:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.252111:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.252122:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.252135:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.252137:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.252139:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.252787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.252792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.252795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.252800:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.252810:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.252820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.252823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.252829:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.252833:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156147, 156147] 00000080:00200000:3.0:1775764894.252850:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.252854:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.252862:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639582208 i_blocks 1196131 00000080:00200000:3.0:1775764894.252865:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.252887:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639582208, count: 4096 00000080:00200000:3.0:1775764894.252907:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639582208, bytes: 4096 00000080:00200000:3.0:1775764894.252910:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.252915:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156149, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.252916:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639582208, 639586304) 0 0 00000080:00200000:3.0:1775764894.252920:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.252928:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156148, 156148] 00020000:00200000:3.0:1775764894.252933:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639582208 chunk: [639582208, 639586304) 639586304, 4096 00020000:00200000:3.0:1775764894.252936:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.253032:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156148, 156148] 00000008:00010000:3.0:1775764894.253040:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.253043:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.253054:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.253065:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639582208 639586303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.253074:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.253082:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.253089:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.253099:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639582208, 639586304) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.253105:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156148 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.253131:0:17279:0:(rw26.c:858:ll_write_end()) pos 639582208, len 4096, copied 4096 00000080:00200000:3.0:1775764894.253136:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000777fe0b2[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.253343:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa359d2f fffffc0001001 3:0 ffff967bc9145540 156148 lru 00000080:00200000:3.0:1775764894.253361:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008d97c0d6 156148: 1< 0 - - > 2< 639582208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 457 - -> 00000080:00200000:3.0:1775764894.253364:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000777fe0b2 00000080:00200000:3.0:1775764894.253366:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.253370:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.253384:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.253400:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.253403:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.253406:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.253413:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.253415:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.253418:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.253422:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.253430:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.253439:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.253442:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.253446:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.253449:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156148, 156148] 00000080:00200000:3.0:1775764894.253461:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.253465:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.253470:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639586304 i_blocks 1196131 00000080:00200000:3.0:1775764894.253474:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.254415:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639586304, count: 4096 00000080:00200000:3.0:1775764894.254447:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639586304, bytes: 4096 00000080:00200000:3.0:1775764894.254451:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.254457:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156150, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.254459:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639586304, 639590400) 0 0 00000080:00200000:3.0:1775764894.254463:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.254474:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156149, 156149] 00020000:00200000:3.0:1775764894.254479:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639586304 chunk: [639586304, 639590400) 639590400, 4096 00020000:00200000:3.0:1775764894.254483:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.255399:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156149, 156149] 00000008:00010000:3.0:1775764894.255414:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.255419:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.255442:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.255458:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639586304 639590399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.255469:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.255479:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.256059:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.256076:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639586304, 639590400) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.256092:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156149 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.257881:0:17279:0:(rw26.c:858:ll_write_end()) pos 639586304, len 4096, copied 4096 00000080:00200000:3.0:1775764894.257902:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000261904ed[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.257907:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f699ef6f fffffc0001001 3:0 ffff967bc91450e0 156149 lru 00000080:00200000:3.0:1775764894.257916:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8234b66 156149: 1< 0 - - > 2< 639586304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 458 - -> 00000080:00200000:3.0:1775764894.257919:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000261904ed 00000080:00200000:3.0:1775764894.257921:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.257927:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.257961:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.257998:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.258003:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.258006:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.258025:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.258029:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.258033:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.258041:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258053:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.258069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.258072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.258080:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.258086:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156149, 156149] 00000080:00200000:3.0:1775764894.258118:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.258122:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.258134:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639590400 i_blocks 1196131 00000080:00200000:3.0:1775764894.258140:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.258176:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639590400, count: 4096 00000080:00200000:3.0:1775764894.258203:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639590400, bytes: 4096 00000080:00200000:3.0:1775764894.258208:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.258214:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156151, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.258216:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639590400, 639594496) 0 0 00000080:00200000:3.0:1775764894.258220:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.258232:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156150, 156150] 00020000:00200000:3.0:1775764894.258238:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639590400 chunk: [639590400, 639594496) 639594496, 4096 00020000:00200000:3.0:1775764894.258241:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.258281:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156150, 156150] 00000008:00010000:3.0:1775764894.258293:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.258297:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.258314:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258327:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639590400 639594495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258338:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258347:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258367:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.258377:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639590400, 639594496) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.258386:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156150 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.258436:0:17279:0:(rw26.c:858:ll_write_end()) pos 639590400, len 4096, copied 4096 00000080:00200000:3.0:1775764894.258440:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b3086eed[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.258444:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001c6e9435 fffffc0001001 3:0 ffff967bc9146620 156150 lru 00000080:00200000:3.0:1775764894.258450:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007c032993 156150: 1< 0 - - > 2< 639590400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 459 - -> 00000080:00200000:3.0:1775764894.258452:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b3086eed 00000080:00200000:3.0:1775764894.258454:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.258456:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.258465:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.258478:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.258481:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.258483:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.258490:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.258492:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.258495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.258499:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258508:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.258516:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.258519:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.258523:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.258525:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156150, 156150] 00000080:00200000:3.0:1775764894.258538:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.258541:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.258547:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639594496 i_blocks 1196131 00000080:00200000:3.0:1775764894.258550:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.258566:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639594496, count: 4096 00000080:00200000:3.0:1775764894.258578:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639594496, bytes: 4096 00000080:00200000:3.0:1775764894.258580:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.258585:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156152, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.258586:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639594496, 639598592) 0 0 00000080:00200000:3.0:1775764894.258589:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.258595:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156151, 156151] 00020000:00200000:3.0:1775764894.258598:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639594496 chunk: [639594496, 639598592) 639598592, 4096 00020000:00200000:3.0:1775764894.258600:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.258613:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156151, 156151] 00000008:00010000:3.0:1775764894.258619:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.258621:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.258629:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258638:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639594496 639598591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258647:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258655:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258663:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.258671:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639594496, 639598592) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.258676:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156151 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.258692:0:17279:0:(rw26.c:858:ll_write_end()) pos 639594496, len 4096, copied 4096 00000080:00200000:3.0:1775764894.258696:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000049e8ddf8[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.258699:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000061cf34d3 fffffc0001001 3:0 ffff967bc9146000 156151 lru 00000080:00200000:3.0:1775764894.258706:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4e9a687 156151: 1< 0 - - > 2< 639594496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 460 - -> 00000080:00200000:3.0:1775764894.258708:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000049e8ddf8 00000080:00200000:3.0:1775764894.258709:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.258711:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.258720:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.258731:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.258734:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.258736:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.258742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.258745:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.258748:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.258752:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258760:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.258768:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.258771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.258775:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.258777:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156151, 156151] 00000080:00200000:3.0:1775764894.258788:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.258792:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.258796:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639598592 i_blocks 1196131 00000080:00200000:3.0:1775764894.258800:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.258815:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639598592, count: 4096 00000080:00200000:3.0:1775764894.258827:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639598592, bytes: 4096 00000080:00200000:3.0:1775764894.258830:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.258834:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156153, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.258835:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639598592, 639602688) 0 0 00000080:00200000:3.0:1775764894.258838:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.258844:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156152, 156152] 00020000:00200000:3.0:1775764894.258847:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639598592 chunk: [639598592, 639602688) 639602688, 4096 00020000:00200000:3.0:1775764894.258849:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.258862:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156152, 156152] 00000008:00010000:3.0:1775764894.258867:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.258869:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.258877:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258885:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639598592 639602687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258894:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258902:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.258910:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.258918:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639598592, 639602688) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.258924:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156152 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.258940:0:17279:0:(rw26.c:858:ll_write_end()) pos 639598592, len 4096, copied 4096 00000080:00200000:3.0:1775764894.258944:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003d185614[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.258947:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004f642dc1 fffffc0001001 3:0 ffff967bc9146380 156152 lru 00000080:00200000:3.0:1775764894.258953:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000048e07991 156152: 1< 0 - - > 2< 639598592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 461 - -> 00000080:00200000:3.0:1775764894.258956:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003d185614 00000080:00200000:3.0:1775764894.258957:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.258959:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.258967:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.258980:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.258983:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.258985:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.258990:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.258992:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.258995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.258999:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259007:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.259015:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.259017:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.259021:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.259024:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156152, 156152] 00000080:00200000:3.0:1775764894.259035:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.259038:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.259043:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639602688 i_blocks 1196131 00000080:00200000:3.0:1775764894.259046:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.259062:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639602688, count: 4096 00000080:00200000:3.0:1775764894.259074:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639602688, bytes: 4096 00000080:00200000:3.0:1775764894.259076:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.259080:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156154, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.259081:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639602688, 639606784) 0 0 00000080:00200000:3.0:1775764894.259084:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.259089:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156153, 156153] 00020000:00200000:3.0:1775764894.259092:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639602688 chunk: [639602688, 639606784) 639606784, 4096 00020000:00200000:3.0:1775764894.259094:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.259107:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156153, 156153] 00000008:00010000:3.0:1775764894.259113:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.259115:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.259122:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259132:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639602688 639606783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259141:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259149:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259156:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.259165:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639602688, 639606784) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.259170:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156153 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.259185:0:17279:0:(rw26.c:858:ll_write_end()) pos 639602688, len 4096, copied 4096 00000080:00200000:3.0:1775764894.259190:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004de187a3[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.259193:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007df05c83 fffffc0001001 3:0 ffff967bc9146c40 156153 lru 00000080:00200000:3.0:1775764894.259199:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000026115638 156153: 1< 0 - - > 2< 639602688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 462 - -> 00000080:00200000:3.0:1775764894.259201:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004de187a3 00000080:00200000:3.0:1775764894.259203:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.259205:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.259212:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.259224:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.259227:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.259229:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.259235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.259237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.259240:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.259244:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259279:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.259288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.259291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.259295:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.259297:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156153, 156153] 00000080:00200000:3.0:1775764894.259309:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.259312:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.259317:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639606784 i_blocks 1196131 00000080:00200000:3.0:1775764894.259320:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.259335:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639606784, count: 4096 00000080:00200000:3.0:1775764894.259347:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639606784, bytes: 4096 00000080:00200000:3.0:1775764894.259350:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.259441:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156155, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.259443:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639606784, 639610880) 0 0 00000080:00200000:3.0:1775764894.259446:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.259452:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156154, 156154] 00020000:00200000:3.0:1775764894.259455:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639606784 chunk: [639606784, 639610880) 639610880, 4096 00020000:00200000:3.0:1775764894.259458:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.259473:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156154, 156154] 00000008:00010000:3.0:1775764894.259478:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.259480:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.259488:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259498:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639606784 639610879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259507:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259515:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259522:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.259530:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639606784, 639610880) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.259542:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156154 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.259558:0:17279:0:(rw26.c:858:ll_write_end()) pos 639606784, len 4096, copied 4096 00000080:00200000:3.0:1775764894.259562:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000da8d04f8[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.259565:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cfe6f957 fffffc0001001 3:0 ffff967bc91469a0 156154 lru 00000080:00200000:3.0:1775764894.259570:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000022de3e39 156154: 1< 0 - - > 2< 639606784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 463 - -> 00000080:00200000:3.0:1775764894.259572:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000da8d04f8 00000080:00200000:3.0:1775764894.259574:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.259576:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.259584:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.259597:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.259600:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.259602:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.259608:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.259611:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.259613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.259617:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259625:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.259633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.259635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.259639:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.259642:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156154, 156154] 00000080:00200000:3.0:1775764894.259654:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.259657:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.259662:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639610880 i_blocks 1196131 00000080:00200000:3.0:1775764894.259665:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.259681:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639610880, count: 4096 00000080:00200000:3.0:1775764894.259692:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639610880, bytes: 4096 00000080:00200000:3.0:1775764894.259695:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.259699:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156156, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.259700:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639610880, 639614976) 0 0 00000080:00200000:3.0:1775764894.259703:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.259709:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156155, 156155] 00020000:00200000:3.0:1775764894.259711:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639610880 chunk: [639610880, 639614976) 639614976, 4096 00020000:00200000:3.0:1775764894.259714:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.259727:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156155, 156155] 00000008:00010000:3.0:1775764894.259732:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.259734:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.259742:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259751:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639610880 639614975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259760:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259768:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259776:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.259783:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639610880, 639614976) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.259788:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156155 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.259803:0:17279:0:(rw26.c:858:ll_write_end()) pos 639610880, len 4096, copied 4096 00000080:00200000:3.0:1775764894.259807:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000010846379[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.259810:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006f5cd27e fffffc0001001 3:0 ffff967bc9146a80 156155 lru 00000080:00200000:3.0:1775764894.259816:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000512a1f98 156155: 1< 0 - - > 2< 639610880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 464 - -> 00000080:00200000:3.0:1775764894.259819:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000010846379 00000080:00200000:3.0:1775764894.259820:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.259822:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.259830:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.259842:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.259845:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.259847:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.259853:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.259855:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.259857:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.259861:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259868:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.259876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.259878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.259882:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.259884:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156155, 156155] 00000080:00200000:3.0:1775764894.259895:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.259898:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.259903:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639614976 i_blocks 1196131 00000080:00200000:3.0:1775764894.259906:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.259922:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639614976, count: 4096 00000080:00200000:3.0:1775764894.259934:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639614976, bytes: 4096 00000080:00200000:3.0:1775764894.259937:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.259941:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156157, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.259943:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639614976, 639619072) 0 0 00000080:00200000:3.0:1775764894.259946:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.259951:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156156, 156156] 00020000:00200000:3.0:1775764894.259954:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639614976 chunk: [639614976, 639619072) 639619072, 4096 00020000:00200000:3.0:1775764894.259957:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.259968:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156156, 156156] 00000008:00010000:3.0:1775764894.259973:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.259975:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.259983:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.259992:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639614976 639619071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260000:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260007:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260015:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260023:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639614976, 639619072) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.260028:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156156 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.260049:0:17279:0:(rw26.c:858:ll_write_end()) pos 639614976, len 4096, copied 4096 00000080:00200000:3.0:1775764894.260054:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000875a7e5[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.260057:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006a7f8385 fffffc0001021 2:0 ffff967bc9146540 156156 lru 00000080:00200000:3.0:1775764894.260063:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000064a7a5d9 156156: 1< 0 - - > 2< 639614976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 465 - -> 00000080:00200000:3.0:1775764894.260065:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000875a7e5 00000080:00200000:3.0:1775764894.260066:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.260068:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.260076:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260088:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.260098:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.260100:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.260105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.260108:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.260110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.260114:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260122:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.260130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.260132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.260137:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.260139:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156156, 156156] 00000080:00200000:3.0:1775764894.260150:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.260154:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.260158:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639619072 i_blocks 1196131 00000080:00200000:3.0:1775764894.260161:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.260177:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639619072, count: 4096 00000080:00200000:3.0:1775764894.260189:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639619072, bytes: 4096 00000080:00200000:3.0:1775764894.260191:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.260195:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156158, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.260196:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639619072, 639623168) 0 0 00000080:00200000:3.0:1775764894.260199:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.260204:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156157, 156157] 00020000:00200000:3.0:1775764894.260207:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639619072 chunk: [639619072, 639623168) 639623168, 4096 00020000:00200000:3.0:1775764894.260209:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.260220:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156157, 156157] 00000008:00010000:3.0:1775764894.260225:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.260227:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.260234:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260243:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639619072 639623167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260343:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260351:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260367:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260374:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639619072, 639623168) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.260380:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156157 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.260397:0:17279:0:(rw26.c:858:ll_write_end()) pos 639619072, len 4096, copied 4096 00000080:00200000:3.0:1775764894.260401:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d9e7cc4d[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.260404:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000088bbde43 fffffc0001001 3:0 ffff967bc91460e0 156157 lru 00000080:00200000:3.0:1775764894.260410:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b8ff977c 156157: 1< 0 - - > 2< 639619072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 466 - -> 00000080:00200000:3.0:1775764894.260412:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d9e7cc4d 00000080:00200000:3.0:1775764894.260414:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.260421:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.260430:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260447:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.260450:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.260452:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.260457:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.260460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.260463:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.260467:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260475:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.260482:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.260484:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.260487:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.260490:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156157, 156157] 00000080:00200000:3.0:1775764894.260502:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.260505:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.260510:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639623168 i_blocks 1196131 00000080:00200000:3.0:1775764894.260513:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.260529:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639623168, count: 4096 00000080:00200000:3.0:1775764894.260542:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639623168, bytes: 4096 00000080:00200000:3.0:1775764894.260545:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.260548:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156159, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.260550:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639623168, 639627264) 0 0 00000080:00200000:3.0:1775764894.260553:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.260560:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156158, 156158] 00020000:00200000:3.0:1775764894.260563:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639623168 chunk: [639623168, 639627264) 639627264, 4096 00020000:00200000:3.0:1775764894.260565:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.260577:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156158, 156158] 00000008:00010000:3.0:1775764894.260582:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.260585:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.260592:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260601:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639623168 639627263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260608:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260616:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260623:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260631:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639623168, 639627264) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.260636:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156158 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.260652:0:17279:0:(rw26.c:858:ll_write_end()) pos 639623168, len 4096, copied 4096 00000080:00200000:3.0:1775764894.260656:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e32a3c4e[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.260659:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000076f7d31 fffffc0001001 3:0 ffff967bc91461c0 156158 lru 00000080:00200000:3.0:1775764894.260664:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005f35e332 156158: 1< 0 - - > 2< 639623168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 467 - -> 00000080:00200000:3.0:1775764894.260666:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e32a3c4e 00000080:00200000:3.0:1775764894.260667:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.260669:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.260678:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260690:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.260692:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.260694:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.260700:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.260702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.260704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.260708:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260716:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.260724:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.260726:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.260729:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.260732:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156158, 156158] 00000080:00200000:3.0:1775764894.260742:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.260745:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.260750:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639627264 i_blocks 1196131 00000080:00200000:3.0:1775764894.260752:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.260766:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639627264, count: 4096 00000080:00200000:3.0:1775764894.260777:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639627264, bytes: 4096 00000080:00200000:3.0:1775764894.260779:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.260783:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156160, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.260784:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639627264, 639631360) 0 0 00000080:00200000:3.0:1775764894.260787:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.260792:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156159, 156159] 00020000:00200000:3.0:1775764894.260795:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639627264 chunk: [639627264, 639631360) 639631360, 4096 00020000:00200000:3.0:1775764894.260797:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.260807:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156159, 156159] 00000008:00010000:3.0:1775764894.260811:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.260814:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.260820:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260829:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639627264 639631359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260844:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260850:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260858:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639627264, 639631360) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.260862:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156159 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.260877:0:17279:0:(rw26.c:858:ll_write_end()) pos 639627264, len 4096, copied 4096 00000080:00200000:3.0:1775764894.260881:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009326325c[3 0000000014a1af93 2 1 0000000051ff9bc1] 00000080:00200000:3.0:1775764894.260884:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f031c5f4 fffffc0001001 3:0 ffff967bc9146700 156159 lru 00000080:00200000:3.0:1775764894.260889:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000efdbee86 156159: 1< 0 - - > 2< 639627264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 468 - -> 00000080:00200000:3.0:1775764894.260891:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009326325c 00000080:00200000:3.0:1775764894.260893:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.260895:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.260902:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.260913:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.260915:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.260918:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.260933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.260935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.260938:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.260942:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.260949:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.260957:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a86b78 (ffff967cc8af0128/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.260959:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0128/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.260962:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.260964:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156159, 156159] 00000080:00200000:3.0:1775764894.260975:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.260977:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00010000:3.0:1775764894.261007:0:15936:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764894.261018:0:15936:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.261242:0:15936:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (638582784 638586879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.261376:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639631360 i_blocks 1196131 00000080:00200000:2.0:1775764894.261381:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.261402:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639631360, count: 4096 00000080:00200000:2.0:1775764894.261420:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639631360, bytes: 4096 00000080:00200000:2.0:1775764894.261422:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.261426:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156161, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.261427:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639631360, 639635456) 0 0 00000080:00200000:2.0:1775764894.261430:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.261441:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156160, 156160] 00020000:00200000:2.0:1775764894.261444:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639631360 chunk: [639631360, 639635456) 639635456, 4096 00020000:00200000:2.0:1775764894.261446:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.261464:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156160, 156160] 00000008:00010000:2.0:1775764894.261470:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.261473:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.261481:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261490:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639631360 639635455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261498:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261505:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261518:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.261525:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639631360, 639635456) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.261529:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156160 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.261557:0:17279:0:(rw26.c:858:ll_write_end()) pos 639631360, len 4096, copied 4096 00000080:00200000:2.0:1775764894.261561:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000094da2342[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.261564:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000624e580 fffffc0001001 3:0 ffff967bc9180700 156160 lru 00000080:00200000:2.0:1775764894.261570:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003f3175e5 156160: 1< 0 - - > 2< 639631360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:2.0:1775764894.261572:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000094da2342 00000080:00200000:2.0:1775764894.261573:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.261575:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.261584:0:17279:0:(osc_cache.c:848:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.261594:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.261597:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.261599:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.261604:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.261607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.261609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.261613:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261620:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.261634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.261636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.261641:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.261644:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156160, 156160] 00000080:00200000:2.0:1775764894.261658:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.261661:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.261665:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639635456 i_blocks 1196131 00000080:00200000:2.0:1775764894.261668:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.261684:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639635456, count: 4096 00000080:00200000:2.0:1775764894.261695:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639635456, bytes: 4096 00000080:00200000:2.0:1775764894.261697:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.261700:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156162, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.261702:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639635456, 639639552) 0 0 00000080:00200000:2.0:1775764894.261704:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.261709:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156161, 156161] 00020000:00200000:2.0:1775764894.261711:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639635456 chunk: [639635456, 639639552) 639639552, 4096 00020000:00200000:2.0:1775764894.261714:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.261723:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156161, 156161] 00000008:00010000:2.0:1775764894.261728:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.261730:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.261736:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261745:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639635456 639639551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261753:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261767:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261775:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.261782:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639635456, 639639552) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.261785:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156161 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.261799:0:17279:0:(rw26.c:858:ll_write_end()) pos 639635456, len 4096, copied 4096 00000080:00200000:2.0:1775764894.261803:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f339ef33[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.261806:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000bad06ec fffffc0001001 3:0 ffff967bc91802a0 156161 lru 00000080:00200000:2.0:1775764894.261811:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f43c0a23 156161: 1< 0 - - > 2< 639635456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:2.0:1775764894.261813:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f339ef33 00000080:00200000:2.0:1775764894.261814:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.261816:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.261823:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.261834:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.261837:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.261839:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.261843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.261846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.261848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.261852:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261864:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.261872:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.261874:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.261877:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.261879:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156161, 156161] 00000080:00200000:2.0:1775764894.261889:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.261891:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.261895:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639639552 i_blocks 1196131 00000080:00200000:2.0:1775764894.261898:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.261912:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639639552, count: 4096 00000080:00200000:2.0:1775764894.261921:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639639552, bytes: 4096 00000080:00200000:2.0:1775764894.261924:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.261927:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156163, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.261929:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639639552, 639643648) 0 0 00000080:00200000:2.0:1775764894.261931:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.261935:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156162, 156162] 00020000:00200000:2.0:1775764894.261938:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639639552 chunk: [639639552, 639643648) 639643648, 4096 00020000:00200000:2.0:1775764894.261940:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.261949:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156162, 156162] 00000008:00010000:2.0:1775764894.261954:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.261956:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.261962:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261971:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639639552 639643647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261985:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261992:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.261999:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262006:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639639552, 639643648) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.262010:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156162 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.262030:0:17279:0:(rw26.c:858:ll_write_end()) pos 639639552, len 4096, copied 4096 00000080:00200000:2.0:1775764894.262035:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007b2bf18b[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.262038:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002a3b639a fffffc0001021 2:0 ffff967bc9180e00 156162 lru 00000080:00200000:2.0:1775764894.262044:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002bd80dbb 156162: 1< 0 - - > 2< 639639552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:2.0:1775764894.262046:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007b2bf18b 00000080:00200000:2.0:1775764894.262047:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.262048:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.262055:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262066:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.262068:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.262070:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.262075:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.262077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.262080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.262084:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262091:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.262099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.262101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.262105:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.262107:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156162, 156162] 00000080:00200000:2.0:1775764894.262116:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.262119:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.262123:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639643648 i_blocks 1196131 00000080:00200000:2.0:1775764894.262126:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.262139:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639643648, count: 4096 00000080:00200000:2.0:1775764894.262149:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639643648, bytes: 4096 00000080:00200000:2.0:1775764894.262151:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.262155:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156164, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.262156:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639643648, 639647744) 0 0 00000080:00200000:2.0:1775764894.262158:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.262163:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156163, 156163] 00020000:00200000:2.0:1775764894.262165:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639643648 chunk: [639643648, 639647744) 639647744, 4096 00020000:00200000:2.0:1775764894.262168:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.262177:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156163, 156163] 00000008:00010000:2.0:1775764894.262181:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.262183:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.262190:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262204:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639643648 639647743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262212:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262220:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262227:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262234:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639643648, 639647744) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.262237:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156163 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.262309:0:17279:0:(rw26.c:858:ll_write_end()) pos 639643648, len 4096, copied 4096 00000080:00200000:2.0:1775764894.262314:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b31c6458[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.262317:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003683b239 fffffc0001001 3:0 ffff967bc91808c0 156163 lru 00000080:00200000:2.0:1775764894.262323:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f67895fd 156163: 1< 0 - - > 2< 639643648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:2.0:1775764894.262325:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b31c6458 00000080:00200000:2.0:1775764894.262326:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.262328:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.262335:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262346:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.262348:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.262351:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.262370:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.262372:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.262375:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.262378:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262386:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.262394:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.262396:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.262400:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.262402:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156163, 156163] 00000080:00200000:2.0:1775764894.262412:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.262415:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.262420:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639647744 i_blocks 1196131 00000080:00200000:2.0:1775764894.262423:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.262438:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639647744, count: 4096 00000080:00200000:2.0:1775764894.262449:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639647744, bytes: 4096 00000080:00200000:2.0:1775764894.262451:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.262455:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156165, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.262457:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639647744, 639651840) 0 0 00000080:00200000:2.0:1775764894.262459:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.262464:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156164, 156164] 00020000:00200000:2.0:1775764894.262467:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639647744 chunk: [639647744, 639651840) 639651840, 4096 00020000:00200000:2.0:1775764894.262470:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.262479:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156164, 156164] 00000008:00010000:2.0:1775764894.262484:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.262486:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.262493:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262502:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639647744 639651839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262510:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262517:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262524:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262533:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639647744, 639651840) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.262537:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156164 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.262551:0:17279:0:(rw26.c:858:ll_write_end()) pos 639647744, len 4096, copied 4096 00000080:00200000:2.0:1775764894.262555:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d9169ebe[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.262558:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5fd415b fffffc0001001 3:0 ffff967bc9180460 156164 lru 00000080:00200000:2.0:1775764894.262564:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d0ab9e44 156164: 1< 0 - - > 2< 639647744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:2.0:1775764894.262565:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d9169ebe 00000080:00200000:2.0:1775764894.262567:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.262569:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.262576:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262586:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.262589:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.262591:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.262595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.262598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.262600:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.262604:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262612:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.262619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.262621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.262625:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.262627:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156164, 156164] 00000080:00200000:2.0:1775764894.262637:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.262640:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.262644:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639651840 i_blocks 1196131 00000080:00200000:2.0:1775764894.262646:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.262660:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639651840, count: 4096 00000080:00200000:2.0:1775764894.262670:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639651840, bytes: 4096 00000080:00200000:2.0:1775764894.262672:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.262675:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156166, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.262677:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639651840, 639655936) 0 0 00000080:00200000:2.0:1775764894.262679:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.262684:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156165, 156165] 00020000:00200000:2.0:1775764894.262687:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639651840 chunk: [639651840, 639655936) 639655936, 4096 00020000:00200000:2.0:1775764894.262689:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.262698:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156165, 156165] 00000008:00010000:2.0:1775764894.262702:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.262704:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.262711:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262719:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639651840 639655935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262727:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262734:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262740:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262747:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639651840, 639655936) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.262751:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156165 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.262764:0:17279:0:(rw26.c:858:ll_write_end()) pos 639651840, len 4096, copied 4096 00000080:00200000:2.0:1775764894.262768:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c95d4263[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.262771:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001066aebb fffffc0001001 3:0 ffff967bc9180ee0 156165 lru 00000080:00200000:2.0:1775764894.262777:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8b36914 156165: 1< 0 - - > 2< 639651840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:2.0:1775764894.262779:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c95d4263 00000080:00200000:2.0:1775764894.262780:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.262782:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.262789:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262804:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.262807:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.262809:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.262813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.262816:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.262818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.262822:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262830:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.262838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.262840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.262843:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.262846:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156165, 156165] 00000080:00200000:2.0:1775764894.262855:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.262858:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.262862:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639655936 i_blocks 1196131 00000080:00200000:2.0:1775764894.262865:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.262878:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639655936, count: 4096 00000080:00200000:2.0:1775764894.262888:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639655936, bytes: 4096 00000080:00200000:2.0:1775764894.262890:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.262894:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156167, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.262895:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639655936, 639660032) 0 0 00000080:00200000:2.0:1775764894.262897:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.262902:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156166, 156166] 00020000:00200000:2.0:1775764894.262905:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639655936 chunk: [639655936, 639660032) 639660032, 4096 00020000:00200000:2.0:1775764894.262907:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.262916:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156166, 156166] 00000008:00010000:2.0:1775764894.262920:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.262922:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.262929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262937:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639655936 639660031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262945:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262953:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.262960:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.262968:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639655936, 639660032) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.262971:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156166 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.262985:0:17279:0:(rw26.c:858:ll_write_end()) pos 639655936, len 4096, copied 4096 00000080:00200000:2.0:1775764894.262989:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000757926a[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.262991:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005f3c33ac fffffc0001001 3:0 ffff967bc9180d20 156166 lru 00000080:00200000:2.0:1775764894.262997:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005b5d69d8 156166: 1< 0 - - > 2< 639655936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:2.0:1775764894.262998:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000757926a 00000080:00200000:2.0:1775764894.262999:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.263002:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.263009:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263020:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.263022:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.263024:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.263029:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.263031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.263033:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.263037:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263045:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.263052:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.263054:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.263058:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.263060:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156166, 156166] 00000080:00200000:2.0:1775764894.263069:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.263072:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.263076:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639660032 i_blocks 1196131 00000080:00200000:2.0:1775764894.263079:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.263092:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639660032, count: 4096 00000080:00200000:2.0:1775764894.263102:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639660032, bytes: 4096 00000080:00200000:2.0:1775764894.263104:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.263107:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156168, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.263109:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639660032, 639664128) 0 0 00000080:00200000:2.0:1775764894.263111:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.263116:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156167, 156167] 00020000:00200000:2.0:1775764894.263119:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639660032 chunk: [639660032, 639664128) 639664128, 4096 00020000:00200000:2.0:1775764894.263122:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.263131:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156167, 156167] 00000008:00010000:2.0:1775764894.263135:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.263137:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.263144:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263153:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639660032 639664127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263162:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263175:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263183:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639660032, 639664128) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.263187:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156167 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.263201:0:17279:0:(rw26.c:858:ll_write_end()) pos 639660032, len 4096, copied 4096 00000080:00200000:2.0:1775764894.263204:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000062c90fa0[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.263208:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8f9a6b5 fffffc0001001 3:0 ffff967bc91807e0 156167 lru 00000080:00200000:2.0:1775764894.263213:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000505c1113 156167: 1< 0 - - > 2< 639660032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:2.0:1775764894.263215:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000062c90fa0 00000080:00200000:2.0:1775764894.263217:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.263219:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.263226:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263235:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.263238:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.263240:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.263269:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.263271:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.263274:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.263278:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263286:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.263294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.263296:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.263299:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.263302:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156167, 156167] 00000080:00200000:2.0:1775764894.263311:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.263314:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.263318:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639664128 i_blocks 1196131 00000080:00200000:2.0:1775764894.263321:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.263334:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639664128, count: 4096 00000080:00200000:2.0:1775764894.263344:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639664128, bytes: 4096 00000080:00200000:2.0:1775764894.263346:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.263349:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156169, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.263365:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639664128, 639668224) 0 0 00000080:00200000:2.0:1775764894.263369:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.263374:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156168, 156168] 00020000:00200000:2.0:1775764894.263376:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639664128 chunk: [639664128, 639668224) 639668224, 4096 00020000:00200000:2.0:1775764894.263379:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.263390:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156168, 156168] 00000008:00010000:2.0:1775764894.263394:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.263396:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.263403:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263412:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639664128 639668223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263420:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263426:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263433:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263441:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639664128, 639668224) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.263445:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156168 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.263460:0:17279:0:(rw26.c:858:ll_write_end()) pos 639664128, len 4096, copied 4096 00000080:00200000:2.0:1775764894.263463:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c8277b96[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.263466:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000890bb51a fffffc0001001 3:0 ffff967bc9180b60 156168 lru 00000080:00200000:2.0:1775764894.263472:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000420f783b 156168: 1< 0 - - > 2< 639664128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:2.0:1775764894.263474:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c8277b96 00000080:00200000:2.0:1775764894.263475:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.263477:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.263484:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263494:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.263497:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.263499:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.263504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.263506:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.263508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.263512:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263519:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.263526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.263529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.263532:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.263534:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156168, 156168] 00000080:00200000:2.0:1775764894.263544:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.263547:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.263551:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639668224 i_blocks 1196131 00000080:00200000:2.0:1775764894.263553:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.263568:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639668224, count: 4096 00000080:00200000:2.0:1775764894.263578:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639668224, bytes: 4096 00000080:00200000:2.0:1775764894.263580:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.263583:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156170, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.263584:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639668224, 639672320) 0 0 00000080:00200000:2.0:1775764894.263587:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.263592:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156169, 156169] 00020000:00200000:2.0:1775764894.263594:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639668224 chunk: [639668224, 639672320) 639672320, 4096 00020000:00200000:2.0:1775764894.263597:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.263606:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156169, 156169] 00000008:00010000:2.0:1775764894.263610:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.263612:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.263618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263627:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639668224 639672319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263635:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263649:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263657:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639668224, 639672320) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.263661:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156169 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.263674:0:17279:0:(rw26.c:858:ll_write_end()) pos 639668224, len 4096, copied 4096 00000080:00200000:2.0:1775764894.263678:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d0a0e284[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.263680:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000941f1752 fffffc0001001 3:0 ffff967bc9180620 156169 lru 00000080:00200000:2.0:1775764894.263686:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000039c941ef 156169: 1< 0 - - > 2< 639668224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:2.0:1775764894.263688:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d0a0e284 00000080:00200000:2.0:1775764894.263689:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.263691:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.263698:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263709:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.263711:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.263713:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.263718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.263720:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.263723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.263726:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263733:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.263741:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.263744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.263747:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.263749:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156169, 156169] 00000080:00200000:2.0:1775764894.263758:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.263761:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.263765:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639672320 i_blocks 1196131 00000080:00200000:2.0:1775764894.263768:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.263781:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639672320, count: 4096 00000080:00200000:2.0:1775764894.263791:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639672320, bytes: 4096 00000080:00200000:2.0:1775764894.263793:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.263797:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156171, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.263798:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639672320, 639676416) 0 0 00000080:00200000:2.0:1775764894.263800:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.263805:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156170, 156170] 00020000:00200000:2.0:1775764894.263807:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639672320 chunk: [639672320, 639676416) 639676416, 4096 00020000:00200000:2.0:1775764894.263810:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.263819:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156170, 156170] 00000008:00010000:2.0:1775764894.263823:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.263825:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.263831:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263840:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639672320 639676415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263849:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263856:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263863:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263870:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639672320, 639676416) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.263874:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156170 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.263887:0:17279:0:(rw26.c:858:ll_write_end()) pos 639672320, len 4096, copied 4096 00000080:00200000:2.0:1775764894.263891:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bc6bb15b[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.263893:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4804bf0 fffffc0001001 3:0 ffff967bc9180000 156170 lru 00000080:00200000:2.0:1775764894.263899:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000888bf082 156170: 1< 0 - - > 2< 639672320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:2.0:1775764894.263901:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bc6bb15b 00000080:00200000:2.0:1775764894.263902:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.263904:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.263911:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.263922:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.263924:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.263926:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.263931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.263933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.263936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.263940:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.263947:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.263955:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.263957:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.263961:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.263963:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156170, 156170] 00000080:00200000:2.0:1775764894.263972:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.263975:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.263979:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639676416 i_blocks 1196131 00000080:00200000:2.0:1775764894.263982:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.263995:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639676416, count: 4096 00000080:00200000:2.0:1775764894.264005:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639676416, bytes: 4096 00000080:00200000:2.0:1775764894.264007:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.264010:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156172, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.264012:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639676416, 639680512) 0 0 00000080:00200000:2.0:1775764894.264015:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.264019:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156171, 156171] 00020000:00200000:2.0:1775764894.264022:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639676416 chunk: [639676416, 639680512) 639680512, 4096 00020000:00200000:2.0:1775764894.264024:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.264033:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156171, 156171] 00000008:00010000:2.0:1775764894.264038:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.264040:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.264046:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264054:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639676416 639680511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264062:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264069:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264077:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.264084:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639676416, 639680512) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.264088:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156171 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.264101:0:17279:0:(rw26.c:858:ll_write_end()) pos 639676416, len 4096, copied 4096 00000080:00200000:2.0:1775764894.264105:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000b7d18d7[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.264107:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009f2f30b2 fffffc0001001 3:0 ffff967bc9180380 156171 lru 00000080:00200000:2.0:1775764894.264113:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005c2336c7 156171: 1< 0 - - > 2< 639676416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 481689600 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:2.0:1775764894.264115:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000b7d18d7 00000080:00200000:2.0:1775764894.264117:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.264119:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.264125:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.264136:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.264139:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.264141:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.264146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.264148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.264150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3343e30 (ffff967cc1376908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.264154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264161:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.264168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc96c8 (ffff967cc1376f38/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.264170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3343e30 (ffff967cc1376f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.264174:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.264176:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156171, 156171] 00000080:00200000:2.0:1775764894.264185:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.264188:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.264192:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639680512 i_blocks 1196131 00000080:00200000:2.0:1775764894.264195:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.264209:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639680512, count: 4096 00000080:00200000:2.0:1775764894.264219:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639680512, bytes: 4096 00000080:00200000:2.0:1775764894.264221:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.264224:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156173, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.264226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639680512, 639684608) 0 0 00000080:00200000:2.0:1775764894.264228:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.264233:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156172, 156172] 00020000:00200000:2.0:1775764894.264235:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639680512 chunk: [639680512, 639684608) 639684608, 4096 00020000:00200000:2.0:1775764894.264238:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.264272:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156172, 156172] 00000008:00010000:2.0:1775764894.264277:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.264279:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc3343e30, osc lock ffff967cd0ddebe0, flags 0x0 00010000:00010000:2.0:1775764894.264286:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264295:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639680512 639684607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264303:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264310:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 10/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.264317:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.264325:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639680512, 639684608) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.264329:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156172 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.264343:0:17279:0:(rw26.c:858:ll_write_end()) pos 639680512, len 4096, copied 4096 00000080:00200000:2.0:1775764894.264347:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e128ad7a[3 0000000014a1af93 2 1 00000000ebb77fc3] 00000080:00200000:2.0:1775764894.264350:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007b49ffd3 fffffc0001001 3:0 ffff967bc9180c40 156172 lru 00000008:00100000:3.0:1775764894.264900:0:15936:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff967cc796c000 - object 0x240000400:17 offset 638582784<>639631360 00000100:00100000:3.0:1775764894.264997:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277056:192.168.202.151@tcp:4:iozone.0 00000080:00200000:2.0:1775764894.266281:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000058d8a34e 156172: 1< 0 - - > 2< 639680512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:2.0:1775764894.266284:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e128ad7a 00000080:00200000:2.0:1775764894.266287:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.283795:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156174, 156174] 00020000:00200000:1.0:1775764894.283810:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639688704 chunk: [639688704, 639692800) 639692800, 4096 00020000:00200000:1.0:1775764894.283815:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.283874:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156174, 156174] 00000008:00010000:1.0:1775764894.283891:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.283897:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.283924:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.283957:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639688704 639692799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.283971:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.283981:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.283989:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.284000:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639688704, 639692800) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.284014:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156174 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.284066:0:17279:0:(rw26.c:858:ll_write_end()) pos 639688704, len 4096, copied 4096 00000080:00200000:1.0:1775764894.284074:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bc25bd64[3 0000000014a1af93 2 1 00000000e61d168e] 00000080:00200000:1.0:1775764894.284078:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8e2d996 fffffc0001001 3:0 ffff967bc919f7e0 156174 lru 00000080:00200000:1.0:1775764894.284086:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000042f5711e 156174: 1< 0 - - > 2< 639688704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:1.0:1775764894.284088:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bc25bd64 00000080:00200000:1.0:1775764894.284089:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.284094:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.284115:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.284137:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.284141:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.284144:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.284157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120308 (ffff967cc5831c68/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.284161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120308 (ffff967cc5831c68/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.284164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.284167:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.284177:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.284189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120308 (ffff967cc5831c68/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.284193:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc5831c68/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.284199:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.284204:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156174, 156174] 00000080:00200000:1.0:1775764894.284225:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.284229:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.284239:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639692800 i_blocks 1196131 00000080:00200000:1.0:1775764894.284265:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.284304:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639692800, count: 4096 00000080:00200000:1.0:1775764894.284322:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639692800, bytes: 4096 00000080:00200000:1.0:1775764894.284326:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.284331:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156176, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.284333:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639692800, 639696896) 0 0 00000080:00200000:1.0:1775764894.284337:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.284346:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156175, 156175] 00020000:00200000:1.0:1775764894.284349:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639692800 chunk: [639692800, 639696896) 639696896, 4096 00020000:00200000:1.0:1775764894.285144:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.285209:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156175, 156175] 00000008:00010000:1.0:1775764894.285220:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.285224:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.285242:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285285:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639692800 639696895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285295:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285303:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285309:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.285318:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639692800, 639696896) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.285327:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156175 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.285374:0:17279:0:(rw26.c:858:ll_write_end()) pos 639692800, len 4096, copied 4096 00000080:00200000:1.0:1775764894.285380:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009637d856[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.285384:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7649cd8 fffffc0001001 3:0 ffff967bc919fb60 156175 lru 00000080:00200000:1.0:1775764894.285389:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8b7d22c 156175: 1< 0 - - > 2< 639692800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:1.0:1775764894.285391:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009637d856 00000080:00200000:1.0:1775764894.285393:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.285395:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.285409:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.285427:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.285431:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.285433:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.285442:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.285445:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.285447:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.285451:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285460:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.285468:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.285471:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.285476:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.285480:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156175, 156175] 00000080:00200000:1.0:1775764894.285497:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.285500:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.285507:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639696896 i_blocks 1196131 00000080:00200000:1.0:1775764894.285527:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.285583:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639696896, count: 4096 00000080:00200000:1.0:1775764894.285600:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639696896, bytes: 4096 00000080:00200000:1.0:1775764894.285603:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.285607:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156177, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.285609:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639696896, 639700992) 0 0 00000080:00200000:1.0:1775764894.285612:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.285620:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156176, 156176] 00020000:00200000:1.0:1775764894.285624:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639696896 chunk: [639696896, 639700992) 639700992, 4096 00020000:00200000:1.0:1775764894.285627:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.285640:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156176, 156176] 00000008:00010000:1.0:1775764894.285646:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.285649:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.285656:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285665:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639696896 639700991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285674:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285681:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285688:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.285696:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639696896, 639700992) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.285702:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156176 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.285718:0:17279:0:(rw26.c:858:ll_write_end()) pos 639696896, len 4096, copied 4096 00000080:00200000:1.0:1775764894.285722:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a24a65d7[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.285725:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000050e7779b fffffc0001001 3:0 ffff967bc919f620 156176 lru 00000080:00200000:1.0:1775764894.285730:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009ca2d2c3 156176: 1< 0 - - > 2< 639696896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:1.0:1775764894.285732:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a24a65d7 00000080:00200000:1.0:1775764894.285733:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.285735:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.285742:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.285757:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.285759:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.285761:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.285766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.285768:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.285770:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.285773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285780:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.285789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.285791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.285794:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.285797:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156176, 156176] 00000080:00200000:1.0:1775764894.285806:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.285809:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.285814:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639700992 i_blocks 1196131 00000080:00200000:1.0:1775764894.285817:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.285831:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639700992, count: 4096 00000080:00200000:1.0:1775764894.285844:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639700992, bytes: 4096 00000080:00200000:1.0:1775764894.285846:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.285850:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156178, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.285852:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639700992, 639705088) 0 0 00000080:00200000:1.0:1775764894.285854:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.285859:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156177, 156177] 00020000:00200000:1.0:1775764894.285863:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639700992 chunk: [639700992, 639705088) 639705088, 4096 00020000:00200000:1.0:1775764894.285865:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.285877:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156177, 156177] 00000008:00010000:1.0:1775764894.285882:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.285885:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.285893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285901:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639700992 639705087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285909:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285915:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.285921:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.285927:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639700992, 639705088) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.285932:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156177 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.285953:0:17279:0:(rw26.c:858:ll_write_end()) pos 639700992, len 4096, copied 4096 00000080:00200000:1.0:1775764894.285957:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cf679366[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.285960:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb17a1d2 fffffc0001021 2:0 ffff967bc919f000 156177 lru 00000080:00200000:1.0:1775764894.285965:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001e6e0486 156177: 1< 0 - - > 2< 639700992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:1.0:1775764894.285967:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cf679366 00000080:00200000:1.0:1775764894.285968:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.285969:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.285978:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.285989:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.285992:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.285993:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.285998:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.286000:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.286003:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.286006:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286012:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.286019:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.286021:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.286025:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.286027:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156177, 156177] 00000080:00200000:1.0:1775764894.286036:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.286039:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.286043:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639705088 i_blocks 1196131 00000080:00200000:1.0:1775764894.286045:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.286059:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639705088, count: 4096 00000080:00200000:1.0:1775764894.286070:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639705088, bytes: 4096 00000080:00200000:1.0:1775764894.286072:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.286075:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156179, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.286077:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639705088, 639709184) 0 0 00000080:00200000:1.0:1775764894.286079:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.286084:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156178, 156178] 00020000:00200000:1.0:1775764894.286086:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639705088 chunk: [639705088, 639709184) 639709184, 4096 00020000:00200000:1.0:1775764894.286088:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.286098:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156178, 156178] 00000008:00010000:1.0:1775764894.286103:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.286105:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.286114:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286122:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639705088 639709183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286131:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286139:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286145:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286153:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639705088, 639709184) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.286158:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156178 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.286176:0:17279:0:(rw26.c:858:ll_write_end()) pos 639705088, len 4096, copied 4096 00000080:00200000:1.0:1775764894.286181:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aa584bc3[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.286184:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1742ad2 fffffc0001001 3:0 ffff967bc919f380 156178 lru 00000080:00200000:1.0:1775764894.286190:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000187ca40e 156178: 1< 0 - - > 2< 639705088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:1.0:1775764894.286192:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aa584bc3 00000080:00200000:1.0:1775764894.286193:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.286195:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.286204:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286216:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.286219:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.286221:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.286226:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.286228:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.286231:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.286234:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286242:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.286278:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.286280:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.286285:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.286288:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156178, 156178] 00000080:00200000:1.0:1775764894.286298:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.286301:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.286306:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639709184 i_blocks 1196131 00000080:00200000:1.0:1775764894.286309:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.286323:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639709184, count: 4096 00000080:00200000:1.0:1775764894.286334:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639709184, bytes: 4096 00000080:00200000:1.0:1775764894.286337:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.286341:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156180, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.286342:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639709184, 639713280) 0 0 00000080:00200000:1.0:1775764894.286344:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.286350:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156179, 156179] 00020000:00200000:1.0:1775764894.286364:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639709184 chunk: [639709184, 639713280) 639713280, 4096 00020000:00200000:1.0:1775764894.286367:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.286381:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156179, 156179] 00000008:00010000:1.0:1775764894.286387:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.286389:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.286397:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286406:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639709184 639713279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286414:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286422:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286428:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286437:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639709184, 639713280) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.286443:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156179 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.286460:0:17279:0:(rw26.c:858:ll_write_end()) pos 639709184, len 4096, copied 4096 00000080:00200000:1.0:1775764894.286464:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009e2a7075[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.286467:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000306dfaee fffffc0001001 3:0 ffff967bc919fc40 156179 lru 00000080:00200000:1.0:1775764894.286472:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000089854b76 156179: 1< 0 - - > 2< 639709184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:1.0:1775764894.286474:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009e2a7075 00000080:00200000:1.0:1775764894.286475:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.286477:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.286486:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286499:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.286502:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.286504:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.286510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.286513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.286515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.286518:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286526:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.286534:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.286536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.286540:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.286543:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156179, 156179] 00000080:00200000:1.0:1775764894.286554:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.286557:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.286562:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639713280 i_blocks 1196131 00000080:00200000:1.0:1775764894.286565:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.286580:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639713280, count: 4096 00000080:00200000:1.0:1775764894.286592:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639713280, bytes: 4096 00000080:00200000:1.0:1775764894.286595:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.286599:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156181, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.286600:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639713280, 639717376) 0 0 00000080:00200000:1.0:1775764894.286603:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.286609:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156180, 156180] 00020000:00200000:1.0:1775764894.286612:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639713280 chunk: [639713280, 639717376) 639717376, 4096 00020000:00200000:1.0:1775764894.286614:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.286627:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156180, 156180] 00000008:00010000:1.0:1775764894.286633:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.286636:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.286643:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286653:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639713280 639717375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286662:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286670:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286678:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286686:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639713280, 639717376) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.286691:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156180 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.286709:0:17279:0:(rw26.c:858:ll_write_end()) pos 639713280, len 4096, copied 4096 00000080:00200000:1.0:1775764894.286713:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ca459a40[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.286716:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e241aaef fffffc0001001 3:0 ffff967bc919f9a0 156180 lru 00000080:00200000:1.0:1775764894.286722:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004d2594b3 156180: 1< 0 - - > 2< 639713280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:1.0:1775764894.286725:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ca459a40 00000080:00200000:1.0:1775764894.286726:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.286729:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.286738:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286750:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.286752:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.286754:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.286761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.286763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.286766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.286770:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286777:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.286784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.286786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.286790:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.286792:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156180, 156180] 00000080:00200000:1.0:1775764894.286801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.286804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.286808:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639717376 i_blocks 1196131 00000080:00200000:1.0:1775764894.286811:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.286826:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639717376, count: 4096 00000080:00200000:1.0:1775764894.286837:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639717376, bytes: 4096 00000080:00200000:1.0:1775764894.286840:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.286843:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156182, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.286845:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639717376, 639721472) 0 0 00000080:00200000:1.0:1775764894.286847:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.286853:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156181, 156181] 00020000:00200000:1.0:1775764894.286856:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639717376 chunk: [639717376, 639721472) 639721472, 4096 00020000:00200000:1.0:1775764894.286858:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.286870:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156181, 156181] 00000008:00010000:1.0:1775764894.286875:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.286877:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.286884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639717376 639721471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.286914:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286921:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639717376, 639721472) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.286926:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156181 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.286943:0:17279:0:(rw26.c:858:ll_write_end()) pos 639717376, len 4096, copied 4096 00000080:00200000:1.0:1775764894.286948:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000832aab53[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.286951:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a54c11a7 fffffc0001001 3:0 ffff967bc919fa80 156181 lru 00000080:00200000:1.0:1775764894.286957:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000024fb3cbc 156181: 1< 0 - - > 2< 639717376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:1.0:1775764894.286959:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000832aab53 00000080:00200000:1.0:1775764894.286960:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.286962:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.286971:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.286982:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.286984:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.286986:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.286991:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.286993:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.286995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.286999:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.287006:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.287013:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.287014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.287018:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.287020:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156181, 156181] 00000080:00200000:1.0:1775764894.287030:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.287033:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.287037:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639721472 i_blocks 1196131 00000080:00200000:1.0:1775764894.287039:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.287053:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639721472, count: 4096 00000080:00200000:1.0:1775764894.287064:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639721472, bytes: 4096 00000080:00200000:1.0:1775764894.287067:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.287071:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156183, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.287072:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639721472, 639725568) 0 0 00000080:00200000:1.0:1775764894.287075:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.287081:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156182, 156182] 00020000:00200000:1.0:1775764894.287084:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639721472 chunk: [639721472, 639725568) 639725568, 4096 00020000:00200000:1.0:1775764894.287086:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.287098:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156182, 156182] 00000008:00010000:1.0:1775764894.287104:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.287106:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.287114:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.287122:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639721472 639725567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.287130:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.287137:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.287143:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.287150:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639721472, 639725568) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.287155:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156182 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.287173:0:17279:0:(rw26.c:858:ll_write_end()) pos 639721472, len 4096, copied 4096 00000080:00200000:1.0:1775764894.287177:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bac3b0e3[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.287180:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000013ac9523 fffffc0001001 3:0 ffff967bc919f540 156182 lru 00000080:00200000:1.0:1775764894.287186:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005b0b7943 156182: 1< 0 - - > 2< 639721472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:1.0:1775764894.287188:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bac3b0e3 00000080:00200000:1.0:1775764894.287190:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.287192:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.287201:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.287212:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.287214:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.287216:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.287221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.287223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.287226:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.287229:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.287236:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.287243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.287274:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.287279:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.287281:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156182, 156182] 00000080:00200000:1.0:1775764894.287291:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.287294:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.287298:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639725568 i_blocks 1196131 00000080:00200000:1.0:1775764894.287300:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.287313:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639725568, count: 4096 00000080:00200000:1.0:1775764894.287325:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639725568, bytes: 4096 00000080:00200000:1.0:1775764894.287327:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.287331:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156184, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.287332:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639725568, 639729664) 0 0 00000080:00200000:1.0:1775764894.287334:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.287339:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156183, 156183] 00020000:00200000:1.0:1775764894.287341:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639725568 chunk: [639725568, 639729664) 639729664, 4096 00020000:00200000:1.0:1775764894.287343:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1775764894.288303:0:2373:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1775764894.288572:0:2373:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000006783c3ee ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:2.0:1775764894.288605:0:2373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277056:192.168.202.151@tcp:4:iozone.0 00000080:00200000:1.0:1775764894.288770:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156183, 156183] 00000008:00010000:1.0:1775764894.288783:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.288787:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.288801:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.288813:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639725568 639729663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.288824:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.288831:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.288838:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.288848:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639725568, 639729664) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.288857:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156183 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.288889:0:17279:0:(rw26.c:858:ll_write_end()) pos 639725568, len 4096, copied 4096 00000080:00200000:1.0:1775764894.288896:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000013d5da70[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.288899:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d5a6adc7 fffffc0001001 3:0 ffff967bc919f0e0 156183 lru 00000080:00200000:1.0:1775764894.288905:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000035ddce57 156183: 1< 0 - - > 2< 639725568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:1.0:1775764894.288907:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000013d5da70 00000080:00200000:1.0:1775764894.288909:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.288912:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.288927:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289039:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.289044:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.289047:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.289059:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.289061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.289064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.289068:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289076:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.289088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.289090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.289096:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.289100:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156183, 156183] 00000080:00200000:1.0:1775764894.289116:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.289119:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.289127:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639729664 i_blocks 1196131 00000080:00200000:1.0:1775764894.289131:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.289154:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639729664, count: 4096 00000080:00200000:1.0:1775764894.289168:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639729664, bytes: 4096 00000080:00200000:1.0:1775764894.289171:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.289176:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156185, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.289178:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639729664, 639733760) 0 0 00000080:00200000:1.0:1775764894.289181:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.289191:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156184, 156184] 00020000:00200000:1.0:1775764894.289195:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639729664 chunk: [639729664, 639733760) 639733760, 4096 00020000:00200000:1.0:1775764894.289198:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.289212:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156184, 156184] 00000008:00010000:1.0:1775764894.289217:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.289219:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.289226:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289234:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639729664 639733759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289242:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289268:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289275:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289284:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639729664, 639733760) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.289289:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156184 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.289305:0:17279:0:(rw26.c:858:ll_write_end()) pos 639729664, len 4096, copied 4096 00000080:00200000:1.0:1775764894.289310:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008c318513[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.289313:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000059a1a34a fffffc0001001 3:0 ffff967bc919f1c0 156184 lru 00000080:00200000:1.0:1775764894.289318:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000204d258f 156184: 1< 0 - - > 2< 639729664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:1.0:1775764894.289321:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008c318513 00000080:00200000:1.0:1775764894.289322:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.289324:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.289332:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289344:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.289346:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.289348:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.289367:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.289370:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.289454:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.289459:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289467:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.289476:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.289479:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.289484:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.289486:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156184, 156184] 00000080:00200000:1.0:1775764894.289497:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.289500:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.289505:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639733760 i_blocks 1196131 00000080:00200000:1.0:1775764894.289508:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.289523:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639733760, count: 4096 00000080:00200000:1.0:1775764894.289535:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639733760, bytes: 4096 00000080:00200000:1.0:1775764894.289538:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.289541:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156186, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.289542:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639733760, 639737856) 0 0 00000080:00200000:1.0:1775764894.289546:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.289551:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156185, 156185] 00020000:00200000:1.0:1775764894.289554:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639733760 chunk: [639733760, 639737856) 639737856, 4096 00020000:00200000:1.0:1775764894.289557:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.289568:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156185, 156185] 00000008:00010000:1.0:1775764894.289573:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.289576:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.289584:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289593:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639733760 639737855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289600:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289607:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289614:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289621:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639733760, 639737856) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.289626:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156185 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.289643:0:17279:0:(rw26.c:858:ll_write_end()) pos 639733760, len 4096, copied 4096 00000080:00200000:1.0:1775764894.289648:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d0b2d1a0[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.289651:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000653fa860 fffffc0001001 3:0 ffff967bc919f700 156185 lru 00000080:00200000:1.0:1775764894.289656:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff47c084 156185: 1< 0 - - > 2< 639733760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:1.0:1775764894.289658:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d0b2d1a0 00000080:00200000:1.0:1775764894.289659:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.289662:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.289670:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289681:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.289684:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.289687:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.289692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.289695:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.289697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.289701:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289708:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.289715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.289718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.289722:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.289724:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156185, 156185] 00000080:00200000:1.0:1775764894.289734:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.289737:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.289742:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639737856 i_blocks 1196131 00000080:00200000:1.0:1775764894.289745:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.289760:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639737856, count: 4096 00000080:00200000:1.0:1775764894.289771:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639737856, bytes: 4096 00000080:00200000:1.0:1775764894.289774:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.289778:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156187, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.289779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639737856, 639741952) 0 0 00000080:00200000:1.0:1775764894.289782:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.289788:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156186, 156186] 00020000:00200000:1.0:1775764894.289790:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639737856 chunk: [639737856, 639741952) 639741952, 4096 00020000:00200000:1.0:1775764894.289793:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.289806:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156186, 156186] 00000008:00010000:1.0:1775764894.289811:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.289814:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.289823:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289831:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639737856 639741951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289839:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289846:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.289853:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289860:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639737856, 639741952) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.289865:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156186 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.289884:0:17279:0:(rw26.c:858:ll_write_end()) pos 639737856, len 4096, copied 4096 00000080:00200000:1.0:1775764894.289888:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007abeb3f1[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.289892:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e59131a4 fffffc0001001 3:0 ffff967bc919f2a0 156186 lru 00000080:00200000:1.0:1775764894.289897:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f816e3f0 156186: 1< 0 - - > 2< 639737856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:1.0:1775764894.289899:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007abeb3f1 00000080:00200000:1.0:1775764894.289901:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.289903:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.289911:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.289922:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.289925:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.289927:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.289933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.289935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.289938:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.290044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290055:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.290064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.290067:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.290072:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.290075:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156186, 156186] 00000080:00200000:1.0:1775764894.290085:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.290089:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.290094:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639741952 i_blocks 1196131 00000080:00200000:1.0:1775764894.290096:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.290112:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639741952, count: 4096 00000080:00200000:1.0:1775764894.290124:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639741952, bytes: 4096 00000080:00200000:1.0:1775764894.290127:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.290132:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156188, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.290133:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639741952, 639746048) 0 0 00000080:00200000:1.0:1775764894.290136:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.290141:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156187, 156187] 00020000:00200000:1.0:1775764894.290144:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639741952 chunk: [639741952, 639746048) 639746048, 4096 00020000:00200000:1.0:1775764894.290147:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.290161:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156187, 156187] 00000008:00010000:1.0:1775764894.290167:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.290169:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.290177:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290187:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639741952 639746047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290196:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290211:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.290219:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639741952, 639746048) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.290225:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156187 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.290275:0:17279:0:(rw26.c:858:ll_write_end()) pos 639741952, len 4096, copied 4096 00000080:00200000:1.0:1775764894.290281:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006655b625[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.290284:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003e3dd94f fffffc0001001 3:0 ffff967bc919fe00 156187 lru 00000080:00200000:1.0:1775764894.290290:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d339309b 156187: 1< 0 - - > 2< 639741952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:1.0:1775764894.290292:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006655b625 00000080:00200000:1.0:1775764894.290293:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.290296:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.290306:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.290319:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.290322:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.290325:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.290331:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.290334:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.290336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.290340:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290348:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.290369:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.290460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.290465:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.290468:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156187, 156187] 00000080:00200000:1.0:1775764894.290479:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.290482:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.290488:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639746048 i_blocks 1196131 00000080:00200000:1.0:1775764894.290491:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.290506:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639746048, count: 4096 00000080:00200000:1.0:1775764894.290518:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639746048, bytes: 4096 00000080:00200000:1.0:1775764894.290521:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.290525:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156189, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.290526:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639746048, 639750144) 0 0 00000080:00200000:1.0:1775764894.290529:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.290535:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156188, 156188] 00020000:00200000:1.0:1775764894.290537:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639746048 chunk: [639746048, 639750144) 639750144, 4096 00020000:00200000:1.0:1775764894.290539:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.290551:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156188, 156188] 00000008:00010000:1.0:1775764894.290556:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.290558:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.290566:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290575:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639746048 639750143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290584:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290592:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290599:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.290609:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639746048, 639750144) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.290615:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156188 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.290633:0:17279:0:(rw26.c:858:ll_write_end()) pos 639746048, len 4096, copied 4096 00000080:00200000:1.0:1775764894.290637:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c975618a[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.290640:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003b7aa45d fffffc0001001 3:0 ffff967bc919f8c0 156188 lru 00000080:00200000:1.0:1775764894.290645:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000900809d5 156188: 1< 0 - - > 2< 639746048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:1.0:1775764894.290648:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c975618a 00000080:00200000:1.0:1775764894.290649:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.290651:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.290659:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.290670:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.290673:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.290675:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.290680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.290682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.290685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.290688:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290695:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.290702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.290704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.290708:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.290711:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156188, 156188] 00000080:00200000:1.0:1775764894.290720:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.290723:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.290727:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639750144 i_blocks 1196131 00000080:00200000:1.0:1775764894.290730:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.290745:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639750144, count: 4096 00000080:00200000:1.0:1775764894.290756:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639750144, bytes: 4096 00000080:00200000:1.0:1775764894.290759:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.290763:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156190, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.290764:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639750144, 639754240) 0 0 00000080:00200000:1.0:1775764894.290767:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.290772:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156189, 156189] 00020000:00200000:1.0:1775764894.290775:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639750144 chunk: [639750144, 639754240) 639754240, 4096 00020000:00200000:1.0:1775764894.290777:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.290788:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156189, 156189] 00000008:00010000:1.0:1775764894.290792:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.290794:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.290802:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290810:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639750144 639754239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290833:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.290841:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639750144, 639754240) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.290846:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156189 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.290863:0:17279:0:(rw26.c:858:ll_write_end()) pos 639750144, len 4096, copied 4096 00000080:00200000:1.0:1775764894.290867:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a414d4f8[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.290870:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006236542e fffffc0001001 3:0 ffff967bc919f460 156189 lru 00000080:00200000:1.0:1775764894.290876:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000081f40eaf 156189: 1< 0 - - > 2< 639750144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:1.0:1775764894.290878:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a414d4f8 00000080:00200000:1.0:1775764894.290879:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.290882:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.290890:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.290901:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.290904:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.290906:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.290911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.290913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.290915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.290919:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.290925:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.290932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.290934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.290937:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.290939:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156189, 156189] 00000080:00200000:1.0:1775764894.291049:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.291052:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.291057:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639754240 i_blocks 1196131 00000080:00200000:1.0:1775764894.291060:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.291074:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639754240, count: 4096 00000080:00200000:1.0:1775764894.291085:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639754240, bytes: 4096 00000080:00200000:1.0:1775764894.291088:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.291091:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156191, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.291092:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639754240, 639758336) 0 0 00000080:00200000:1.0:1775764894.291095:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.291100:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156190, 156190] 00020000:00200000:1.0:1775764894.291103:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639754240 chunk: [639754240, 639758336) 639758336, 4096 00020000:00200000:1.0:1775764894.291105:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.291115:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156190, 156190] 00000008:00010000:1.0:1775764894.291120:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.291122:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.291129:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291138:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639754240 639758335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291146:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291153:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291159:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.291167:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639754240, 639758336) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.291172:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156190 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.291189:0:17279:0:(rw26.c:858:ll_write_end()) pos 639754240, len 4096, copied 4096 00000080:00200000:1.0:1775764894.291193:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bad4d26c[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.291196:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd54eeb9 fffffc0001001 3:0 ffff967bc919fee0 156190 lru 00000080:00200000:1.0:1775764894.291201:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d379402a 156190: 1< 0 - - > 2< 639754240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:1.0:1775764894.291203:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bad4d26c 00000080:00200000:1.0:1775764894.291204:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.291206:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.291214:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.291226:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.291229:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.291231:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.291237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.291239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.291242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.291277:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291286:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.291294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.291296:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.291300:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.291303:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156190, 156190] 00000080:00200000:1.0:1775764894.291313:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.291316:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.291321:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639758336 i_blocks 1196131 00000080:00200000:1.0:1775764894.291324:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.291339:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639758336, count: 4096 00000080:00200000:1.0:1775764894.291363:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639758336, bytes: 4096 00000080:00200000:1.0:1775764894.291366:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.291370:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156192, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.291456:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639758336, 639762432) 0 0 00000080:00200000:1.0:1775764894.291460:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.291466:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156191, 156191] 00020000:00200000:1.0:1775764894.291469:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639758336 chunk: [639758336, 639762432) 639762432, 4096 00020000:00200000:1.0:1775764894.291471:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.291486:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156191, 156191] 00000008:00010000:1.0:1775764894.291492:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.291495:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.291502:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291511:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639758336 639762431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291518:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291526:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291533:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.291543:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639758336, 639762432) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.291549:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156191 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.291578:0:17279:0:(rw26.c:858:ll_write_end()) pos 639758336, len 4096, copied 4096 00000080:00200000:1.0:1775764894.291582:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000039bbef52[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.291585:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000072417d5 fffffc0001001 3:0 ffff967bc91a0700 156191 lru 00000080:00200000:1.0:1775764894.291591:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000639c3496 156191: 1< 0 - - > 2< 639758336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 244 - -> 00000080:00200000:1.0:1775764894.291593:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000039bbef52 00000080:00200000:1.0:1775764894.291595:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.291597:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.291606:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.291618:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.291621:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.291624:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.291630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.291632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.291634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.291638:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291644:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.291652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.291654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.291658:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.291661:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156191, 156191] 00000080:00200000:1.0:1775764894.291671:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.291674:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.291679:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639762432 i_blocks 1196131 00000080:00200000:1.0:1775764894.291682:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.291697:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639762432, count: 4096 00000080:00200000:1.0:1775764894.291708:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639762432, bytes: 4096 00000080:00200000:1.0:1775764894.291711:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.291715:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156193, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.291716:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639762432, 639766528) 0 0 00000080:00200000:1.0:1775764894.291719:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.291725:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156192, 156192] 00020000:00200000:1.0:1775764894.291728:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639762432 chunk: [639762432, 639766528) 639766528, 4096 00020000:00200000:1.0:1775764894.291730:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.291741:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156192, 156192] 00000008:00010000:1.0:1775764894.291747:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.291749:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.291756:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291764:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639762432 639766527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291772:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291779:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291785:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.291793:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639762432, 639766528) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.291797:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156192 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.291822:0:17279:0:(rw26.c:858:ll_write_end()) pos 639762432, len 4096, copied 4096 00000080:00200000:1.0:1775764894.291827:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000a88a824[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.291830:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a5639664 fffffc0001021 2:0 ffff967bc91a02a0 156192 lru 00000080:00200000:1.0:1775764894.291835:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000051f20035 156192: 1< 0 - - > 2< 639762432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 245 - -> 00000080:00200000:1.0:1775764894.291837:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000a88a824 00000080:00200000:1.0:1775764894.291838:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.291840:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.291850:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.291862:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.291865:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.291867:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.291873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.291875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.291877:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.291880:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.291888:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.291896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.291898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.291902:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.291905:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156192, 156192] 00000080:00200000:1.0:1775764894.291914:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.291917:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.291922:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639766528 i_blocks 1196131 00000080:00200000:1.0:1775764894.291925:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.291941:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639766528, count: 4096 00000080:00200000:1.0:1775764894.292060:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639766528, bytes: 4096 00000080:00200000:1.0:1775764894.292063:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.292067:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156194, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.292069:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639766528, 639770624) 0 0 00000080:00200000:1.0:1775764894.292072:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.292078:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156193, 156193] 00020000:00200000:1.0:1775764894.292081:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639766528 chunk: [639766528, 639770624) 639770624, 4096 00020000:00200000:1.0:1775764894.292084:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.292098:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156193, 156193] 00000008:00010000:1.0:1775764894.292104:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.292107:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.292115:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292124:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639766528 639770623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292133:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292147:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.292155:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639766528, 639770624) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.292160:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156193 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.292178:0:17279:0:(rw26.c:858:ll_write_end()) pos 639766528, len 4096, copied 4096 00000080:00200000:1.0:1775764894.292183:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004072c06d[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.292186:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000db402df3 fffffc0001001 3:0 ffff967bc91a0e00 156193 lru 00000080:00200000:1.0:1775764894.292192:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009babdd83 156193: 1< 0 - - > 2< 639766528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 246 - -> 00000080:00200000:1.0:1775764894.292194:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004072c06d 00000080:00200000:1.0:1775764894.292195:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.292198:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.292207:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.292220:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.292223:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.292225:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.292230:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.292233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.292235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.292239:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292277:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.292286:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.292289:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.292294:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.292296:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156193, 156193] 00000080:00200000:1.0:1775764894.292308:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.292311:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.292317:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639770624 i_blocks 1196131 00000080:00200000:1.0:1775764894.292320:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.292334:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639770624, count: 4096 00000080:00200000:1.0:1775764894.292344:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639770624, bytes: 4096 00000080:00200000:1.0:1775764894.292346:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.292350:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156195, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.292363:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639770624, 639774720) 0 0 00000080:00200000:1.0:1775764894.292366:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.292455:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156194, 156194] 00020000:00200000:1.0:1775764894.292460:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639770624 chunk: [639770624, 639774720) 639774720, 4096 00020000:00200000:1.0:1775764894.292463:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.292478:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156194, 156194] 00000008:00010000:1.0:1775764894.292484:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.292487:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.292495:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292504:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639770624 639774719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292513:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292520:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292527:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.292536:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639770624, 639774720) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.292541:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156194 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.292559:0:17279:0:(rw26.c:858:ll_write_end()) pos 639770624, len 4096, copied 4096 00000080:00200000:1.0:1775764894.292563:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dd177224[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.292566:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000087e66ded fffffc0001001 3:0 ffff967bc91a08c0 156194 lru 00000080:00200000:1.0:1775764894.292571:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004b183e1a 156194: 1< 0 - - > 2< 639770624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 247 - -> 00000080:00200000:1.0:1775764894.292573:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dd177224 00000080:00200000:1.0:1775764894.292574:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.292576:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.292584:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.292596:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.292599:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.292601:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.292606:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.292608:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.292611:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.292615:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292622:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.292629:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.292632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.292635:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.292638:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156194, 156194] 00000080:00200000:1.0:1775764894.292649:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.292651:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.292656:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639774720 i_blocks 1196131 00000080:00200000:1.0:1775764894.292659:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.292674:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639774720, count: 4096 00000080:00200000:1.0:1775764894.292685:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639774720, bytes: 4096 00000080:00200000:1.0:1775764894.292688:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.292692:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156196, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.292693:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639774720, 639778816) 0 0 00000080:00200000:1.0:1775764894.292696:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.292702:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156195, 156195] 00020000:00200000:1.0:1775764894.292705:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639774720 chunk: [639774720, 639778816) 639778816, 4096 00020000:00200000:1.0:1775764894.292707:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.292718:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156195, 156195] 00000008:00010000:1.0:1775764894.292724:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.292727:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.292734:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292743:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639774720 639778815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292751:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292759:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292765:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.292773:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639774720, 639778816) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.292778:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156195 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.292795:0:17279:0:(rw26.c:858:ll_write_end()) pos 639774720, len 4096, copied 4096 00000080:00200000:1.0:1775764894.292799:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c849e10b[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.292802:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000026a4752f fffffc0001001 3:0 ffff967bc91a0460 156195 lru 00000080:00200000:1.0:1775764894.292807:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b6226d2d 156195: 1< 0 - - > 2< 639774720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 248 - -> 00000080:00200000:1.0:1775764894.292810:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c849e10b 00000080:00200000:1.0:1775764894.292811:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.292813:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.292821:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.292833:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.292836:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.292838:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.292843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.292846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.292849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.292852:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.292860:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.292868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.292871:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.292875:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.292879:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156195, 156195] 00000080:00200000:1.0:1775764894.292889:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.292891:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.292897:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639778816 i_blocks 1196131 00000080:00200000:1.0:1775764894.292900:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.292914:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639778816, count: 4096 00000080:00200000:1.0:1775764894.292926:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639778816, bytes: 4096 00000080:00200000:1.0:1775764894.292928:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.292932:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156197, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.292934:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639778816, 639782912) 0 0 00000080:00200000:1.0:1775764894.292937:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.293046:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156196, 156196] 00020000:00200000:1.0:1775764894.293051:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639778816 chunk: [639778816, 639782912) 639782912, 4096 00020000:00200000:1.0:1775764894.293054:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.293069:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156196, 156196] 00000008:00010000:1.0:1775764894.293075:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.293078:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.293086:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293095:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639778816 639782911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293104:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293112:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293119:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.293128:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639778816, 639782912) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.293133:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156196 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.293150:0:17279:0:(rw26.c:858:ll_write_end()) pos 639778816, len 4096, copied 4096 00000080:00200000:1.0:1775764894.293155:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005abb7cfd[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.293158:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000127f8b2c fffffc0001001 3:0 ffff967bc91a0ee0 156196 lru 00000080:00200000:1.0:1775764894.293163:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002933a8fe 156196: 1< 0 - - > 2< 639778816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 249 - -> 00000080:00200000:1.0:1775764894.293166:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005abb7cfd 00000080:00200000:1.0:1775764894.293167:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.293170:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.293178:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.293191:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.293194:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.293196:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.293202:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.293204:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.293206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.293210:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293218:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.293226:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.293229:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.293234:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.293236:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156196, 156196] 00000080:00200000:1.0:1775764894.293283:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.293287:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.293292:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639782912 i_blocks 1196131 00000080:00200000:1.0:1775764894.293296:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.293312:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639782912, count: 4096 00000080:00200000:1.0:1775764894.293324:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639782912, bytes: 4096 00000080:00200000:1.0:1775764894.293327:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.293331:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156198, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.293332:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639782912, 639787008) 0 0 00000080:00200000:1.0:1775764894.293335:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.293340:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156197, 156197] 00020000:00200000:1.0:1775764894.293344:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639782912 chunk: [639782912, 639787008) 639787008, 4096 00020000:00200000:1.0:1775764894.293346:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.293461:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156197, 156197] 00000008:00010000:1.0:1775764894.293469:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.293471:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.293479:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293488:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639782912 639787007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293496:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293503:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293510:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.293518:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639782912, 639787008) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.293523:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156197 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.293541:0:17279:0:(rw26.c:858:ll_write_end()) pos 639782912, len 4096, copied 4096 00000080:00200000:1.0:1775764894.293545:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001cfafa50[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.293548:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0b2c5aa fffffc0001001 3:0 ffff967bc91a0d20 156197 lru 00000080:00200000:1.0:1775764894.293553:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000baba6909 156197: 1< 0 - - > 2< 639782912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 250 - -> 00000080:00200000:1.0:1775764894.293555:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001cfafa50 00000080:00200000:1.0:1775764894.293556:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.293558:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.293567:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.293579:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.293582:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.293584:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.293590:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.293592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.293594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.293598:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293605:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.293612:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.293614:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.293619:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.293622:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156197, 156197] 00000080:00200000:1.0:1775764894.293632:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.293634:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.293639:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639787008 i_blocks 1196131 00000080:00200000:1.0:1775764894.293642:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.293656:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639787008, count: 4096 00000080:00200000:1.0:1775764894.293668:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639787008, bytes: 4096 00000080:00200000:1.0:1775764894.293670:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.293674:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156199, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.293675:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639787008, 639791104) 0 0 00000080:00200000:1.0:1775764894.293678:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.293684:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156198, 156198] 00020000:00200000:1.0:1775764894.293686:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639787008 chunk: [639787008, 639791104) 639791104, 4096 00020000:00200000:1.0:1775764894.293689:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.293701:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156198, 156198] 00000008:00010000:1.0:1775764894.293707:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.293709:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.293716:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293725:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639787008 639791103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293732:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293738:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293744:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.293752:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639787008, 639791104) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.293757:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156198 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.293774:0:17279:0:(rw26.c:858:ll_write_end()) pos 639787008, len 4096, copied 4096 00000080:00200000:1.0:1775764894.293778:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f46d28f0[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.293781:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000378d5542 fffffc0001001 3:0 ffff967bc91a07e0 156198 lru 00000080:00200000:1.0:1775764894.293786:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c451074b 156198: 1< 0 - - > 2< 639787008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 251 - -> 00000080:00200000:1.0:1775764894.293788:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f46d28f0 00000080:00200000:1.0:1775764894.293789:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.293791:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.293799:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.293812:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.293815:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.293817:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.293823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.293825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.293828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.293831:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.293839:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.293847:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.293849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.293853:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.293856:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156198, 156198] 00000080:00200000:1.0:1775764894.293866:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.293868:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.293873:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639791104 i_blocks 1196131 00000080:00200000:1.0:1775764894.293876:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.293889:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639791104, count: 4096 00000080:00200000:1.0:1775764894.293899:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639791104, bytes: 4096 00000080:00200000:1.0:1775764894.293902:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.293905:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156200, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.293907:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639791104, 639795200) 0 0 00000080:00200000:1.0:1775764894.293909:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.293914:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156199, 156199] 00020000:00200000:1.0:1775764894.293917:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639791104 chunk: [639791104, 639795200) 639795200, 4096 00020000:00200000:1.0:1775764894.293919:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.293931:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156199, 156199] 00000008:00010000:1.0:1775764894.293936:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.293938:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.294049:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294059:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639791104 639795199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294067:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294074:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294080:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.294089:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639791104, 639795200) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.294094:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156199 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.294117:0:17279:0:(rw26.c:858:ll_write_end()) pos 639791104, len 4096, copied 4096 00000080:00200000:1.0:1775764894.294120:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f49a9753[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.294123:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006b3b6a65 fffffc0001001 3:0 ffff967bc91a0b60 156199 lru 00000080:00200000:1.0:1775764894.294128:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001c30c847 156199: 1< 0 - - > 2< 639791104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:1.0:1775764894.294130:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f49a9753 00000080:00200000:1.0:1775764894.294132:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.294134:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.294143:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.294154:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.294156:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.294158:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.294163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.294166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.294168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.294172:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294180:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.294189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.294192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.294196:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.294199:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156199, 156199] 00000080:00200000:1.0:1775764894.294210:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.294213:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.294218:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639795200 i_blocks 1196131 00000080:00200000:1.0:1775764894.294221:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.294238:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639795200, count: 4096 00000080:00200000:1.0:1775764894.294280:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639795200, bytes: 4096 00000080:00200000:1.0:1775764894.294283:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.294287:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156201, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.294289:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639795200, 639799296) 0 0 00000080:00200000:1.0:1775764894.294292:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.294298:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156200, 156200] 00020000:00200000:1.0:1775764894.294301:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639795200 chunk: [639795200, 639799296) 639799296, 4096 00020000:00200000:1.0:1775764894.294304:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.294317:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156200, 156200] 00000008:00010000:1.0:1775764894.294323:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.294325:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.294333:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294343:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639795200 639799295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294365:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294457:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294465:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.294474:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639795200, 639799296) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.294480:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156200 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.294497:0:17279:0:(rw26.c:858:ll_write_end()) pos 639795200, len 4096, copied 4096 00000080:00200000:1.0:1775764894.294501:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a8becdb8[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.294504:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000008cc2f2e fffffc0001001 3:0 ffff967bc91a0620 156200 lru 00000080:00200000:1.0:1775764894.294509:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b23e0543 156200: 1< 0 - - > 2< 639795200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:1.0:1775764894.294512:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a8becdb8 00000080:00200000:1.0:1775764894.294513:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.294515:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.294524:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.294536:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.294539:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.294541:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.294546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.294549:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.294551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.294555:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294562:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.294569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.294572:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.294576:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.294579:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156200, 156200] 00000080:00200000:1.0:1775764894.294589:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.294593:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.294597:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639799296 i_blocks 1196131 00000080:00200000:1.0:1775764894.294600:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.294616:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639799296, count: 4096 00000080:00200000:1.0:1775764894.294628:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639799296, bytes: 4096 00000080:00200000:1.0:1775764894.294631:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.294634:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156202, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.294636:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639799296, 639803392) 0 0 00000080:00200000:1.0:1775764894.294639:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.294644:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156201, 156201] 00020000:00200000:1.0:1775764894.294647:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639799296 chunk: [639799296, 639803392) 639803392, 4096 00020000:00200000:1.0:1775764894.294649:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.294661:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156201, 156201] 00000008:00010000:1.0:1775764894.294667:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.294669:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.294676:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294686:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639799296 639803391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294695:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294702:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294709:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.294717:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639799296, 639803392) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.294722:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156201 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.294739:0:17279:0:(rw26.c:858:ll_write_end()) pos 639799296, len 4096, copied 4096 00000080:00200000:1.0:1775764894.294744:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004ec82302[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.294747:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ea68e6ae fffffc0001001 3:0 ffff967bc91a0000 156201 lru 00000080:00200000:1.0:1775764894.294752:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c04859d7 156201: 1< 0 - - > 2< 639799296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:1.0:1775764894.294754:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004ec82302 00000080:00200000:1.0:1775764894.294756:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.294758:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.294768:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.294780:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.294783:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.294785:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.294790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.294792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.294795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.294799:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294806:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.294814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.294817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.294821:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.294824:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156201, 156201] 00000080:00200000:1.0:1775764894.294835:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.294837:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.294843:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639803392 i_blocks 1196131 00000080:00200000:1.0:1775764894.294846:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.294861:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639803392, count: 4096 00000080:00200000:1.0:1775764894.294872:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639803392, bytes: 4096 00000080:00200000:1.0:1775764894.294875:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.294879:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156203, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.294881:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639803392, 639807488) 0 0 00000080:00200000:1.0:1775764894.294884:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.294889:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156202, 156202] 00020000:00200000:1.0:1775764894.294892:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639803392 chunk: [639803392, 639807488) 639807488, 4096 00020000:00200000:1.0:1775764894.294894:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.294907:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156202, 156202] 00000008:00010000:1.0:1775764894.294912:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.294914:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.294921:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294929:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639803392 639807487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.294937:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295045:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295053:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.295061:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639803392, 639807488) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.295067:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156202 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.295082:0:17279:0:(rw26.c:858:ll_write_end()) pos 639803392, len 4096, copied 4096 00000080:00200000:1.0:1775764894.295086:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a2302cf8[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.295089:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000060ac8b9 fffffc0001001 3:0 ffff967bc91a0380 156202 lru 00000080:00200000:1.0:1775764894.295095:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009d967cb2 156202: 1< 0 - - > 2< 639803392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:1.0:1775764894.295097:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a2302cf8 00000080:00200000:1.0:1775764894.295098:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.295100:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.295109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.295122:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.295125:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.295127:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.295133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.295135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.295137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.295140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295147:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.295155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.295157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.295161:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.295163:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156202, 156202] 00000080:00200000:1.0:1775764894.295173:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.295176:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.295181:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639807488 i_blocks 1196131 00000080:00200000:1.0:1775764894.295184:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.295198:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639807488, count: 4096 00000080:00200000:1.0:1775764894.295210:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639807488, bytes: 4096 00000080:00200000:1.0:1775764894.295212:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.295216:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156204, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.295217:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639807488, 639811584) 0 0 00000080:00200000:1.0:1775764894.295221:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.295226:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156203, 156203] 00020000:00200000:1.0:1775764894.295229:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639807488 chunk: [639807488, 639811584) 639811584, 4096 00020000:00200000:1.0:1775764894.295231:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.295243:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156203, 156203] 00000008:00010000:1.0:1775764894.295333:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.295336:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.295343:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295364:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639807488 639811583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295461:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295471:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295477:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.295486:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639807488, 639811584) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.295492:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156203 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.295509:0:17279:0:(rw26.c:858:ll_write_end()) pos 639807488, len 4096, copied 4096 00000080:00200000:1.0:1775764894.295513:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002b3da372[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.295516:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b0f47ac8 fffffc0001001 3:0 ffff967bc91a0c40 156203 lru 00000080:00200000:1.0:1775764894.295521:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002ad0be00 156203: 1< 0 - - > 2< 639807488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1775764894.295524:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002b3da372 00000080:00200000:1.0:1775764894.295525:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.295527:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.295537:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.295550:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.295552:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.295554:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.295559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.295562:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.295564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.295568:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295576:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.295584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.295586:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.295591:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.295594:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156203, 156203] 00000080:00200000:1.0:1775764894.295605:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.295608:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.295613:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639811584 i_blocks 1196131 00000080:00200000:1.0:1775764894.295616:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.295633:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639811584, count: 4096 00000080:00200000:1.0:1775764894.295645:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639811584, bytes: 4096 00000080:00200000:1.0:1775764894.295647:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.295651:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156205, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.295652:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639811584, 639815680) 0 0 00000080:00200000:1.0:1775764894.295655:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.295661:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156204, 156204] 00020000:00200000:1.0:1775764894.295664:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639811584 chunk: [639811584, 639815680) 639815680, 4096 00020000:00200000:1.0:1775764894.295666:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.295679:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156204, 156204] 00000008:00010000:1.0:1775764894.295684:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.295686:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.295695:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295704:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639811584 639815679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295712:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295718:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295725:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.295732:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639811584, 639815680) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.295737:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156204 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.295754:0:17279:0:(rw26.c:858:ll_write_end()) pos 639811584, len 4096, copied 4096 00000080:00200000:1.0:1775764894.295758:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000027fe7c64[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.295761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000125cf740 fffffc0001001 3:0 ffff967bc91a09a0 156204 lru 00000080:00200000:1.0:1775764894.295766:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000086a4e9f 156204: 1< 0 - - > 2< 639811584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 257 - -> 00000080:00200000:1.0:1775764894.295768:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000027fe7c64 00000080:00200000:1.0:1775764894.295769:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.295771:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.295779:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.295790:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.295793:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.295796:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.295801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.295804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.295806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.295810:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295818:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.295826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.295828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.295832:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.295834:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156204, 156204] 00000080:00200000:1.0:1775764894.295845:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.295848:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.295853:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639815680 i_blocks 1196131 00000080:00200000:1.0:1775764894.295856:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.295870:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639815680, count: 4096 00000080:00200000:1.0:1775764894.295881:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639815680, bytes: 4096 00000080:00200000:1.0:1775764894.295884:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.295887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156206, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.295889:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639815680, 639819776) 0 0 00000080:00200000:1.0:1775764894.295892:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.295897:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156205, 156205] 00020000:00200000:1.0:1775764894.295900:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639815680 chunk: [639815680, 639819776) 639819776, 4096 00020000:00200000:1.0:1775764894.295902:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.295914:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156205, 156205] 00000008:00010000:1.0:1775764894.295919:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.295921:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.295929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.295938:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639815680 639819775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296061:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296069:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296076:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.296085:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639815680, 639819776) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.296091:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156205 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.296108:0:17279:0:(rw26.c:858:ll_write_end()) pos 639815680, len 4096, copied 4096 00000080:00200000:1.0:1775764894.296113:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000587a9c7e[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.296116:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000606c54bb fffffc0001001 3:0 ffff967bc91a0a80 156205 lru 00000080:00200000:1.0:1775764894.296121:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008a1d3cb7 156205: 1< 0 - - > 2< 639815680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 258 - -> 00000080:00200000:1.0:1775764894.296124:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000587a9c7e 00000080:00200000:1.0:1775764894.296125:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.296127:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.296135:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.296147:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.296150:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.296152:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.296158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.296161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.296163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.296167:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296174:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.296183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.296185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.296189:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.296192:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156205, 156205] 00000080:00200000:1.0:1775764894.296202:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.296205:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.296210:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639819776 i_blocks 1196131 00000080:00200000:1.0:1775764894.296213:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.296229:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639819776, count: 4096 00000080:00200000:1.0:1775764894.296240:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639819776, bytes: 4096 00000080:00200000:1.0:1775764894.296243:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.296281:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156207, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.296283:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639819776, 639823872) 0 0 00000080:00200000:1.0:1775764894.296286:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.296291:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156206, 156206] 00020000:00200000:1.0:1775764894.296294:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639819776 chunk: [639819776, 639823872) 639823872, 4096 00020000:00200000:1.0:1775764894.296296:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.296310:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156206, 156206] 00000008:00010000:1.0:1775764894.296315:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.296317:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.296325:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296333:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639819776 639823871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296340:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296348:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296367:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.296465:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639819776, 639823872) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.296471:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156206 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.296488:0:17279:0:(rw26.c:858:ll_write_end()) pos 639819776, len 4096, copied 4096 00000080:00200000:1.0:1775764894.296492:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a3f9e1a9[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.296495:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1d76777 fffffc0001001 3:0 ffff967bc91a0540 156206 lru 00000080:00200000:1.0:1775764894.296501:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005aad51f3 156206: 1< 0 - - > 2< 639819776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 259 - -> 00000080:00200000:1.0:1775764894.296504:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a3f9e1a9 00000080:00200000:1.0:1775764894.296505:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.296508:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.296517:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.296530:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.296533:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.296536:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.296542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.296544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.296546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.296550:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296557:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.296565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.296567:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.296571:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.296573:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156206, 156206] 00000080:00200000:1.0:1775764894.296584:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.296588:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.296593:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639823872 i_blocks 1196131 00000080:00200000:1.0:1775764894.296595:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.296610:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639823872, count: 4096 00000080:00200000:1.0:1775764894.296622:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639823872, bytes: 4096 00000080:00200000:1.0:1775764894.296624:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.296628:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156208, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.296629:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639823872, 639827968) 0 0 00000080:00200000:1.0:1775764894.296632:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.296637:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156207, 156207] 00020000:00200000:1.0:1775764894.296640:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639823872 chunk: [639823872, 639827968) 639827968, 4096 00020000:00200000:1.0:1775764894.296642:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.296654:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156207, 156207] 00000008:00010000:1.0:1775764894.296659:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.296661:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.296669:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296678:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639823872 639827967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296685:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296692:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296698:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.296706:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639823872, 639827968) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.296711:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156207 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.296734:0:17279:0:(rw26.c:858:ll_write_end()) pos 639823872, len 4096, copied 4096 00000080:00200000:1.0:1775764894.296739:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000040e5823[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.296741:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003708a7c9 fffffc0001021 2:0 ffff967bc91a00e0 156207 lru 00000080:00200000:1.0:1775764894.296747:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002bf78cc4 156207: 1< 0 - - > 2< 639823872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 260 - -> 00000080:00200000:1.0:1775764894.296749:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000040e5823 00000080:00200000:1.0:1775764894.296750:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.296752:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.296761:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.296773:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.296777:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.296779:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.296785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.296787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.296790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.296794:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296801:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.296809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.296811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.296816:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.296818:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156207, 156207] 00000080:00200000:1.0:1775764894.296829:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.296832:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.296837:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639827968 i_blocks 1196131 00000080:00200000:1.0:1775764894.296841:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.296855:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639827968, count: 4096 00000080:00200000:1.0:1775764894.296866:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639827968, bytes: 4096 00000080:00200000:1.0:1775764894.296868:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.296872:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156209, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.296874:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639827968, 639832064) 0 0 00000080:00200000:1.0:1775764894.296877:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.296882:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156208, 156208] 00020000:00200000:1.0:1775764894.296885:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639827968 chunk: [639827968, 639832064) 639832064, 4096 00020000:00200000:1.0:1775764894.296887:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.296898:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156208, 156208] 00000008:00010000:1.0:1775764894.296904:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.296906:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.296914:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296922:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639827968 639832063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296930:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.296938:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297052:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297063:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639827968, 639832064) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.297069:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156208 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.297085:0:17279:0:(rw26.c:858:ll_write_end()) pos 639827968, len 4096, copied 4096 00000080:00200000:1.0:1775764894.297089:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000091d8e94c[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.297091:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000001fd6cf1 fffffc0001001 3:0 ffff967bc91a01c0 156208 lru 00000080:00200000:1.0:1775764894.297097:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000042a9033a 156208: 1< 0 - - > 2< 639827968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 261 - -> 00000080:00200000:1.0:1775764894.297099:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000091d8e94c 00000080:00200000:1.0:1775764894.297100:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.297102:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.297109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297121:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.297123:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.297126:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.297131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.297134:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.297136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.297140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297148:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.297157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.297159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.297163:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.297166:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156208, 156208] 00000080:00200000:1.0:1775764894.297176:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.297179:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.297184:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639832064 i_blocks 1196131 00000080:00200000:1.0:1775764894.297187:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.297201:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639832064, count: 4096 00000080:00200000:1.0:1775764894.297212:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639832064, bytes: 4096 00000080:00200000:1.0:1775764894.297215:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.297218:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156210, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.297220:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639832064, 639836160) 0 0 00000080:00200000:1.0:1775764894.297223:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.297228:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156209, 156209] 00020000:00200000:1.0:1775764894.297231:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639832064 chunk: [639832064, 639836160) 639836160, 4096 00020000:00200000:1.0:1775764894.297233:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.297275:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156209, 156209] 00000008:00010000:1.0:1775764894.297282:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.297284:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.297292:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297301:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639832064 639836159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297309:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297316:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297322:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297331:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639832064, 639836160) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.297336:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156209 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.297465:0:17279:0:(rw26.c:858:ll_write_end()) pos 639832064, len 4096, copied 4096 00000080:00200000:1.0:1775764894.297470:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004ba275be[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.297472:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8b27625 fffffc0001001 3:0 ffff967bc91a1b60 156209 lru 00000080:00200000:1.0:1775764894.297477:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006fd78816 156209: 1< 0 - - > 2< 639832064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 262 - -> 00000080:00200000:1.0:1775764894.297479:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004ba275be 00000080:00200000:1.0:1775764894.297481:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.297483:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.297492:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297504:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.297507:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.297509:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.297515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.297517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.297519:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.297523:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297532:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.297540:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.297542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.297547:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.297549:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156209, 156209] 00000080:00200000:1.0:1775764894.297560:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.297563:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.297568:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639836160 i_blocks 1196131 00000080:00200000:1.0:1775764894.297570:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.297585:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639836160, count: 4096 00000080:00200000:1.0:1775764894.297595:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639836160, bytes: 4096 00000080:00200000:1.0:1775764894.297598:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.297601:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156211, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.297603:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639836160, 639840256) 0 0 00000080:00200000:1.0:1775764894.297606:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.297611:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156210, 156210] 00020000:00200000:1.0:1775764894.297614:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639836160 chunk: [639836160, 639840256) 639840256, 4096 00020000:00200000:1.0:1775764894.297616:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.297626:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156210, 156210] 00000008:00010000:1.0:1775764894.297631:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.297634:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.297641:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297649:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639836160 639840255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297657:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297663:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297670:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297678:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639836160, 639840256) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.297683:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156210 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.297701:0:17279:0:(rw26.c:858:ll_write_end()) pos 639836160, len 4096, copied 4096 00000080:00200000:1.0:1775764894.297705:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000423c0ed[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.297707:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000016c45394 fffffc0001001 3:0 ffff967bc91a1620 156210 lru 00000080:00200000:1.0:1775764894.297713:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000be73adbb 156210: 1< 0 - - > 2< 639836160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 263 - -> 00000080:00200000:1.0:1775764894.297715:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000423c0ed 00000080:00200000:1.0:1775764894.297716:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.297718:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.297727:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297739:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.297742:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.297744:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.297750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.297752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.297755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.297758:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297766:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.297774:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.297776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.297781:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.297784:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156210, 156210] 00000080:00200000:1.0:1775764894.297794:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.297797:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.297803:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639840256 i_blocks 1196131 00000080:00200000:1.0:1775764894.297806:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.297821:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639840256, count: 4096 00000080:00200000:1.0:1775764894.297832:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639840256, bytes: 4096 00000080:00200000:1.0:1775764894.297834:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.297838:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156212, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.297840:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639840256, 639844352) 0 0 00000080:00200000:1.0:1775764894.297843:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.297848:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156211, 156211] 00020000:00200000:1.0:1775764894.297851:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639840256 chunk: [639840256, 639844352) 639844352, 4096 00020000:00200000:1.0:1775764894.297853:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.297865:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156211, 156211] 00000008:00010000:1.0:1775764894.297870:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.297872:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.297881:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297890:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639840256 639844351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297899:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297905:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.297911:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.297918:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639840256, 639844352) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.297923:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156211 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.297941:0:17279:0:(rw26.c:858:ll_write_end()) pos 639840256, len 4096, copied 4096 00000080:00200000:1.0:1775764894.298052:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007b0f41b2[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.298056:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d80a1c4d fffffc0001001 3:0 ffff967bc91a1000 156211 lru 00000080:00200000:1.0:1775764894.298061:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000128c79f4 156211: 1< 0 - - > 2< 639840256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 264 - -> 00000080:00200000:1.0:1775764894.298063:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007b0f41b2 00000080:00200000:1.0:1775764894.298065:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.298067:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.298076:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298088:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.298091:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.298093:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.298100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.298102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.298105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.298108:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298116:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.298123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.298126:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.298131:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.298134:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156211, 156211] 00000080:00200000:1.0:1775764894.298144:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.298147:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.298151:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639844352 i_blocks 1196131 00000080:00200000:1.0:1775764894.298154:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.298169:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639844352, count: 4096 00000080:00200000:1.0:1775764894.298181:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639844352, bytes: 4096 00000080:00200000:1.0:1775764894.298183:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.298187:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156213, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.298189:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639844352, 639848448) 0 0 00000080:00200000:1.0:1775764894.298192:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.298198:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156212, 156212] 00020000:00200000:1.0:1775764894.298200:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639844352 chunk: [639844352, 639848448) 639848448, 4096 00020000:00200000:1.0:1775764894.298203:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.298214:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156212, 156212] 00000008:00010000:1.0:1775764894.298219:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.298221:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.298230:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298239:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639844352 639848447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298281:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298288:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298295:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298304:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639844352, 639848448) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.298309:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156212 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.298327:0:17279:0:(rw26.c:858:ll_write_end()) pos 639844352, len 4096, copied 4096 00000080:00200000:1.0:1775764894.298331:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b0f0b399[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.298335:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fced62e3 fffffc0001001 3:0 ffff967bc91a1380 156212 lru 00000080:00200000:1.0:1775764894.298340:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002473975f 156212: 1< 0 - - > 2< 639844352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 265 - -> 00000080:00200000:1.0:1775764894.298343:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b0f0b399 00000080:00200000:1.0:1775764894.298344:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.298346:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.298367:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298472:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.298475:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.298478:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.298485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.298487:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.298490:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.298494:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298503:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.298511:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.298513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.298517:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.298520:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156212, 156212] 00000080:00200000:1.0:1775764894.298530:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.298534:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.298539:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639848448 i_blocks 1196131 00000080:00200000:1.0:1775764894.298542:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.298557:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639848448, count: 4096 00000080:00200000:1.0:1775764894.298568:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639848448, bytes: 4096 00000080:00200000:1.0:1775764894.298571:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.298575:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156214, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.298576:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639848448, 639852544) 0 0 00000080:00200000:1.0:1775764894.298579:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.298584:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156213, 156213] 00020000:00200000:1.0:1775764894.298587:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639848448 chunk: [639848448, 639852544) 639852544, 4096 00020000:00200000:1.0:1775764894.298589:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.298599:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156213, 156213] 00000008:00010000:1.0:1775764894.298604:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.298607:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.298615:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298623:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639848448 639852543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298630:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298637:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298643:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298650:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639848448, 639852544) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.298655:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156213 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.298671:0:17279:0:(rw26.c:858:ll_write_end()) pos 639848448, len 4096, copied 4096 00000080:00200000:1.0:1775764894.298674:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000b53c32a[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.298677:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9393a73 fffffc0001001 3:0 ffff967bc91a1c40 156213 lru 00000080:00200000:1.0:1775764894.298682:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000213633d1 156213: 1< 0 - - > 2< 639848448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 266 - -> 00000080:00200000:1.0:1775764894.298684:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000b53c32a 00000080:00200000:1.0:1775764894.298686:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.298687:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.298695:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298705:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.298708:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.298709:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.298714:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.298717:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.298719:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.298722:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298729:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.298737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.298739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.298742:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.298745:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156213, 156213] 00000080:00200000:1.0:1775764894.298754:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.298757:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.298761:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639852544 i_blocks 1196131 00000080:00200000:1.0:1775764894.298764:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.298777:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639852544, count: 4096 00000080:00200000:1.0:1775764894.298789:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639852544, bytes: 4096 00000080:00200000:1.0:1775764894.298791:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.298794:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156215, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.298796:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639852544, 639856640) 0 0 00000080:00200000:1.0:1775764894.298799:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.298804:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156214, 156214] 00020000:00200000:1.0:1775764894.298807:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639852544 chunk: [639852544, 639856640) 639856640, 4096 00020000:00200000:1.0:1775764894.298809:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.298820:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156214, 156214] 00000008:00010000:1.0:1775764894.298825:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.298827:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.298835:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298844:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639852544 639856639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298852:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298859:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.298867:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298875:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639852544, 639856640) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.298880:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156214 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.298898:0:17279:0:(rw26.c:858:ll_write_end()) pos 639852544, len 4096, copied 4096 00000080:00200000:1.0:1775764894.298902:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008dad2d86[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.298905:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000803693d1 fffffc0001001 3:0 ffff967bc91a19a0 156214 lru 00000080:00200000:1.0:1775764894.298910:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000d210bcc 156214: 1< 0 - - > 2< 639852544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 267 - -> 00000080:00200000:1.0:1775764894.298912:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008dad2d86 00000080:00200000:1.0:1775764894.298914:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.298916:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.298923:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.298934:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.298937:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.298939:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.299052:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.299055:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.299058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.299062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299070:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.299077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.299080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.299084:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.299087:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156214, 156214] 00000080:00200000:1.0:1775764894.299098:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.299101:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.299106:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639856640 i_blocks 1196131 00000080:00200000:1.0:1775764894.299109:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.299124:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639856640, count: 4096 00000080:00200000:1.0:1775764894.299136:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639856640, bytes: 4096 00000080:00200000:1.0:1775764894.299139:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.299142:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156216, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.299144:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639856640, 639860736) 0 0 00000080:00200000:1.0:1775764894.299146:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.299152:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156215, 156215] 00020000:00200000:1.0:1775764894.299155:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639856640 chunk: [639856640, 639860736) 639860736, 4096 00020000:00200000:1.0:1775764894.299157:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.299169:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156215, 156215] 00000008:00010000:1.0:1775764894.299174:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.299177:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.299185:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299194:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639856640 639860735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299202:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299209:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299215:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.299223:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639856640, 639860736) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.299229:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156215 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.299270:0:17279:0:(rw26.c:858:ll_write_end()) pos 639856640, len 4096, copied 4096 00000080:00200000:1.0:1775764894.299275:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004ba8c882[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.299277:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5a44535 fffffc0001001 3:0 ffff967bc91a1a80 156215 lru 00000080:00200000:1.0:1775764894.299283:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008cd5c7be 156215: 1< 0 - - > 2< 639856640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 268 - -> 00000080:00200000:1.0:1775764894.299284:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004ba8c882 00000080:00200000:1.0:1775764894.299286:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.299288:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.299297:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.299309:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.299312:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.299314:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.299320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.299322:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.299325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.299328:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299336:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.299343:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.299346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.299350:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.299364:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156215, 156215] 00000080:00200000:1.0:1775764894.299465:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.299469:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.299474:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639860736 i_blocks 1196131 00000080:00200000:1.0:1775764894.299477:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.299493:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639860736, count: 4096 00000080:00200000:1.0:1775764894.299505:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639860736, bytes: 4096 00000080:00200000:1.0:1775764894.299508:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.299512:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156217, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.299513:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639860736, 639864832) 0 0 00000080:00200000:1.0:1775764894.299517:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.299522:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156216, 156216] 00020000:00200000:1.0:1775764894.299525:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639860736 chunk: [639860736, 639864832) 639864832, 4096 00020000:00200000:1.0:1775764894.299527:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.299539:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156216, 156216] 00000008:00010000:1.0:1775764894.299545:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.299547:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.299556:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299565:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639860736 639864831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299573:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299580:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299587:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.299594:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639860736, 639864832) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.299599:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156216 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.299615:0:17279:0:(rw26.c:858:ll_write_end()) pos 639860736, len 4096, copied 4096 00000080:00200000:1.0:1775764894.299619:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b57d87e7[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.299622:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec12f076 fffffc0001001 3:0 ffff967bc91a1540 156216 lru 00000080:00200000:1.0:1775764894.299627:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002838d807 156216: 1< 0 - - > 2< 639860736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 269 - -> 00000080:00200000:1.0:1775764894.299629:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b57d87e7 00000080:00200000:1.0:1775764894.299631:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.299633:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.299641:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.299653:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.299656:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.299658:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.299664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.299667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.299669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.299673:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299680:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.299689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.299691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.299695:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.299698:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156216, 156216] 00000080:00200000:1.0:1775764894.299708:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.299711:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.299716:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639864832 i_blocks 1196131 00000080:00200000:1.0:1775764894.299718:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.299733:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639864832, count: 4096 00000080:00200000:1.0:1775764894.299745:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639864832, bytes: 4096 00000080:00200000:1.0:1775764894.299747:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.299751:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156218, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.299752:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639864832, 639868928) 0 0 00000080:00200000:1.0:1775764894.299755:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.299760:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156217, 156217] 00020000:00200000:1.0:1775764894.299763:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639864832 chunk: [639864832, 639868928) 639868928, 4096 00020000:00200000:1.0:1775764894.299765:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.299777:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156217, 156217] 00000008:00010000:1.0:1775764894.299782:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.299784:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.299792:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299801:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639864832 639868927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299809:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299816:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299823:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.299831:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639864832, 639868928) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.299836:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156217 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.299855:0:17279:0:(rw26.c:858:ll_write_end()) pos 639864832, len 4096, copied 4096 00000080:00200000:1.0:1775764894.299859:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f25911c6[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.299862:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001b83a9df fffffc0001001 3:0 ffff967bc91a10e0 156217 lru 00000080:00200000:1.0:1775764894.299867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000036230f5e 156217: 1< 0 - - > 2< 639864832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 270 - -> 00000080:00200000:1.0:1775764894.299870:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f25911c6 00000080:00200000:1.0:1775764894.299871:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.299873:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.299881:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.299893:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.299896:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.299898:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.299904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.299906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.299908:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.299911:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.299919:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.299926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.299928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.299932:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.299934:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156217, 156217] 00000080:00200000:1.0:1775764894.300042:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.300046:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.300052:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639868928 i_blocks 1196131 00000080:00200000:1.0:1775764894.300055:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.300071:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639868928, count: 4096 00000080:00200000:1.0:1775764894.300082:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639868928, bytes: 4096 00000080:00200000:1.0:1775764894.300084:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.300088:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156219, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.300089:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639868928, 639873024) 0 0 00000080:00200000:1.0:1775764894.300092:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.300097:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156218, 156218] 00020000:00200000:1.0:1775764894.300100:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639868928 chunk: [639868928, 639873024) 639873024, 4096 00020000:00200000:1.0:1775764894.300102:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.300114:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156218, 156218] 00000008:00010000:1.0:1775764894.300119:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.300122:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.300129:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300138:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639868928 639873023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300146:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300153:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300159:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.300167:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639868928, 639873024) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.300172:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156218 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.300189:0:17279:0:(rw26.c:858:ll_write_end()) pos 639868928, len 4096, copied 4096 00000080:00200000:1.0:1775764894.300193:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009fc3b6f7[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.300196:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e9cf4949 fffffc0001001 3:0 ffff967bc91a11c0 156218 lru 00000080:00200000:1.0:1775764894.300202:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000029f8dcfb 156218: 1< 0 - - > 2< 639868928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 271 - -> 00000080:00200000:1.0:1775764894.300205:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009fc3b6f7 00000080:00200000:1.0:1775764894.300206:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.300208:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.300216:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.300228:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.300230:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.300232:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.300237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.300239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.300242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.300274:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300282:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.300290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.300292:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.300297:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.300299:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156218, 156218] 00000080:00200000:1.0:1775764894.300310:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.300313:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.300318:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639873024 i_blocks 1196131 00000080:00200000:1.0:1775764894.300321:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.300336:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639873024, count: 4096 00000080:00200000:1.0:1775764894.300347:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639873024, bytes: 4096 00000080:00200000:1.0:1775764894.300350:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.300364:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156220, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.300365:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639873024, 639877120) 0 0 00000080:00200000:1.0:1775764894.300369:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.300457:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156219, 156219] 00020000:00200000:1.0:1775764894.300461:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639873024 chunk: [639873024, 639877120) 639877120, 4096 00020000:00200000:1.0:1775764894.300463:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.300479:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156219, 156219] 00000008:00010000:1.0:1775764894.300484:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.300486:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.300495:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300504:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639873024 639877119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300513:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300520:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300527:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.300536:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639873024, 639877120) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.300542:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156219 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.300559:0:17279:0:(rw26.c:858:ll_write_end()) pos 639873024, len 4096, copied 4096 00000080:00200000:1.0:1775764894.300564:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008c4b4759[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.300567:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a184e579 fffffc0001001 3:0 ffff967bc91a1700 156219 lru 00000080:00200000:1.0:1775764894.300572:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000009274945 156219: 1< 0 - - > 2< 639873024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 272 - -> 00000080:00200000:1.0:1775764894.300574:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008c4b4759 00000080:00200000:1.0:1775764894.300575:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.300577:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.300585:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.300596:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.300599:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.300601:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.300607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.300609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.300612:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.300616:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300623:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.300630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.300633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.300636:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.300639:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156219, 156219] 00000080:00200000:1.0:1775764894.300650:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.300653:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.300658:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639877120 i_blocks 1196131 00000080:00200000:1.0:1775764894.300661:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.300675:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639877120, count: 4096 00000080:00200000:1.0:1775764894.300687:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639877120, bytes: 4096 00000080:00200000:1.0:1775764894.300689:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.300693:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156221, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.300694:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639877120, 639881216) 0 0 00000080:00200000:1.0:1775764894.300697:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.300701:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156220, 156220] 00020000:00200000:1.0:1775764894.300704:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639877120 chunk: [639877120, 639881216) 639881216, 4096 00020000:00200000:1.0:1775764894.300706:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.300716:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156220, 156220] 00000008:00010000:1.0:1775764894.300721:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.300723:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.300732:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300740:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639877120 639881215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300747:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300754:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300760:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.300767:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639877120, 639881216) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.300772:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156220 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.300789:0:17279:0:(rw26.c:858:ll_write_end()) pos 639877120, len 4096, copied 4096 00000080:00200000:1.0:1775764894.300793:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000bd74847[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.300796:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001333ed3a fffffc0001001 3:0 ffff967bc91a12a0 156220 lru 00000080:00200000:1.0:1775764894.300802:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e35d9e5e 156220: 1< 0 - - > 2< 639877120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:1.0:1775764894.300804:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000bd74847 00000080:00200000:1.0:1775764894.300805:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.300807:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.300816:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.300828:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.300831:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.300833:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.300840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.300842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.300845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.300849:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.300857:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.300865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.300867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.300872:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.300874:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156220, 156220] 00000080:00200000:1.0:1775764894.300885:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.300888:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.300893:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639881216 i_blocks 1196131 00000080:00200000:1.0:1775764894.300896:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.300910:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639881216, count: 4096 00000080:00200000:1.0:1775764894.300922:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639881216, bytes: 4096 00000080:00200000:1.0:1775764894.300925:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.300928:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156222, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.300930:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639881216, 639885312) 0 0 00000080:00200000:1.0:1775764894.300933:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.300938:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156221, 156221] 00020000:00200000:1.0:1775764894.301044:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639881216 chunk: [639881216, 639885312) 639885312, 4096 00020000:00200000:1.0:1775764894.301049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.301065:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156221, 156221] 00000008:00010000:1.0:1775764894.301071:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.301073:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.301082:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301091:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639881216 639885311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301101:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301109:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301116:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.301125:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639881216, 639885312) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.301483:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156221 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.301506:0:17279:0:(rw26.c:858:ll_write_end()) pos 639881216, len 4096, copied 4096 00000080:00200000:1.0:1775764894.301510:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a3b5d696[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.301513:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000078d63f64 fffffc0001001 3:0 ffff967bc91a1e00 156221 lru 00000080:00200000:1.0:1775764894.301519:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000058c80ff4 156221: 1< 0 - - > 2< 639881216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:1.0:1775764894.301522:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a3b5d696 00000080:00200000:1.0:1775764894.301523:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.301526:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.301537:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.301551:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.301554:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.301556:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.301562:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.301564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.301567:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.301571:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301579:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.301587:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.301589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.301595:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.301599:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156221, 156221] 00000080:00200000:1.0:1775764894.301612:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.301615:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.301623:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639885312 i_blocks 1196131 00000080:00200000:1.0:1775764894.301626:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.301643:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639885312, count: 4096 00000080:00200000:1.0:1775764894.301656:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639885312, bytes: 4096 00000080:00200000:1.0:1775764894.301660:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.301663:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156223, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.301665:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639885312, 639889408) 0 0 00000080:00200000:1.0:1775764894.301668:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.301674:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156222, 156222] 00020000:00200000:1.0:1775764894.301677:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639885312 chunk: [639885312, 639889408) 639889408, 4096 00020000:00200000:1.0:1775764894.301679:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.301690:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156222, 156222] 00000008:00010000:1.0:1775764894.301695:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.301698:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.301707:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301717:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639885312 639889407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301726:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301733:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301738:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.301744:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639885312, 639889408) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.301749:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156222 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.301772:0:17279:0:(rw26.c:858:ll_write_end()) pos 639885312, len 4096, copied 4096 00000080:00200000:1.0:1775764894.301776:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f5e66bda[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.301779:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cf4f7d07 fffffc0001021 2:0 ffff967bc91a18c0 156222 lru 00000080:00200000:1.0:1775764894.301785:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cdb725df 156222: 1< 0 - - > 2< 639885312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:1.0:1775764894.301787:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f5e66bda 00000080:00200000:1.0:1775764894.301789:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.301790:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.301798:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.301808:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.301811:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.301813:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.301818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.301820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.301822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.301825:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.301833:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.301840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.301842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.301845:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.301848:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156222, 156222] 00000080:00200000:1.0:1775764894.301857:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.301860:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.301864:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639889408 i_blocks 1196131 00000080:00200000:1.0:1775764894.301867:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.301881:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639889408, count: 4096 00000080:00200000:1.0:1775764894.301891:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639889408, bytes: 4096 00000080:00200000:1.0:1775764894.301893:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.301897:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156224, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.301899:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639889408, 639893504) 0 0 00000080:00200000:1.0:1775764894.301901:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.301906:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156223, 156223] 00020000:00200000:1.0:1775764894.301909:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639889408 chunk: [639889408, 639893504) 639893504, 4096 00020000:00200000:1.0:1775764894.301911:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.301921:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156223, 156223] 00000008:00010000:1.0:1775764894.301926:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.301929:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.301935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302044:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639889408 639893503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302056:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302069:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.302078:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639889408, 639893504) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.302083:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156223 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.302100:0:17279:0:(rw26.c:858:ll_write_end()) pos 639889408, len 4096, copied 4096 00000080:00200000:1.0:1775764894.302104:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b81435c3[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.302107:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006d9e425b fffffc0001001 3:0 ffff967bc91a1460 156223 lru 00000080:00200000:1.0:1775764894.302113:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f05c3fad 156223: 1< 0 - - > 2< 639889408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:1.0:1775764894.302115:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b81435c3 00000080:00200000:1.0:1775764894.302116:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.302118:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.302127:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.302139:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.302142:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.302144:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.302152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.302154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.302157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.302160:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302167:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.302174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.302176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.302180:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.302183:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156223, 156223] 00000080:00200000:1.0:1775764894.302193:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.302196:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.302201:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639893504 i_blocks 1196131 00000080:00200000:1.0:1775764894.302204:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.302219:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639893504, count: 4096 00000080:00200000:1.0:1775764894.302230:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639893504, bytes: 4096 00000080:00200000:1.0:1775764894.302233:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.302236:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156225, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.302238:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639893504, 639897600) 0 0 00000080:00200000:1.0:1775764894.302240:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.302593:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156224, 156224] 00020000:00200000:1.0:1775764894.302598:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639893504 chunk: [639893504, 639897600) 639897600, 4096 00020000:00200000:1.0:1775764894.302600:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.302619:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156224, 156224] 00000008:00010000:1.0:1775764894.302625:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.302629:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.302641:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302650:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639893504 639897599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302665:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302671:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.302680:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639893504, 639897600) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.302686:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156224 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.302712:0:17279:0:(rw26.c:858:ll_write_end()) pos 639893504, len 4096, copied 4096 00000080:00200000:1.0:1775764894.302716:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000394bbe98[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.302719:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004010a708 fffffc0001001 3:0 ffff967bc91a1ee0 156224 lru 00000080:00200000:1.0:1775764894.302724:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000027453239 156224: 1< 0 - - > 2< 639893504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 277 - -> 00000080:00200000:1.0:1775764894.302726:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000394bbe98 00000080:00200000:1.0:1775764894.302728:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.302730:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.302739:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.302753:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.302756:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.302758:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.302764:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.302766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.302769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.302773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302780:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.302789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.302791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.302796:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.302799:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156224, 156224] 00000080:00200000:1.0:1775764894.302810:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.302814:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.302819:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639897600 i_blocks 1196131 00000080:00200000:1.0:1775764894.302822:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.302841:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639897600, count: 4096 00000080:00200000:1.0:1775764894.302853:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639897600, bytes: 4096 00000080:00200000:1.0:1775764894.302856:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.302860:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156226, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.302861:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639897600, 639901696) 0 0 00000080:00200000:1.0:1775764894.302864:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.302870:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156225, 156225] 00020000:00200000:1.0:1775764894.302873:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639897600 chunk: [639897600, 639901696) 639901696, 4096 00020000:00200000:1.0:1775764894.302875:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.302887:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156225, 156225] 00000008:00010000:1.0:1775764894.302893:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.302895:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.302902:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302912:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639897600 639901695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302920:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302927:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.302934:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303045:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639897600, 639901696) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.303054:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156225 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.303071:0:17279:0:(rw26.c:858:ll_write_end()) pos 639897600, len 4096, copied 4096 00000080:00200000:1.0:1775764894.303075:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d6dac1d7[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.303078:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ccb70d10 fffffc0001001 3:0 ffff967bc91a1d20 156225 lru 00000080:00200000:1.0:1775764894.303084:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a06eaf87 156225: 1< 0 - - > 2< 639897600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 278 - -> 00000080:00200000:1.0:1775764894.303086:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d6dac1d7 00000080:00200000:1.0:1775764894.303088:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.303090:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.303098:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303110:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.303112:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.303115:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.303121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.303123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.303125:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.303129:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303136:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.303144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.303146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.303150:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.303153:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156225, 156225] 00000080:00200000:1.0:1775764894.303164:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.303167:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.303172:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639901696 i_blocks 1196131 00000080:00200000:1.0:1775764894.303175:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.303190:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639901696, count: 4096 00000080:00200000:1.0:1775764894.303202:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639901696, bytes: 4096 00000080:00200000:1.0:1775764894.303205:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.303208:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156227, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.303209:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639901696, 639905792) 0 0 00000080:00200000:1.0:1775764894.303213:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.303218:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156226, 156226] 00020000:00200000:1.0:1775764894.303221:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639901696 chunk: [639901696, 639905792) 639905792, 4096 00020000:00200000:1.0:1775764894.303223:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.303235:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156226, 156226] 00000008:00010000:1.0:1775764894.303240:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.303242:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.303285:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303294:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639901696 639905791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303302:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303309:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303315:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303322:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639901696, 639905792) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.303327:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156226 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.303343:0:17279:0:(rw26.c:858:ll_write_end()) pos 639901696, len 4096, copied 4096 00000080:00200000:1.0:1775764894.303347:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d2f5556f[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.303349:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002803707b fffffc0001001 3:0 ffff967bc91a17e0 156226 lru 00000080:00200000:1.0:1775764894.303367:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c20faa59 156226: 1< 0 - - > 2< 639901696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 279 - -> 00000080:00200000:1.0:1775764894.303369:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d2f5556f 00000080:00200000:1.0:1775764894.303371:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.303455:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.303465:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303478:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.303480:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.303482:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.303488:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.303491:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.303493:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.303497:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303504:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.303512:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.303514:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.303518:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.303521:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156226, 156226] 00000080:00200000:1.0:1775764894.303532:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.303535:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.303539:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639905792 i_blocks 1196131 00000080:00200000:1.0:1775764894.303543:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.303557:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639905792, count: 4096 00000080:00200000:1.0:1775764894.303569:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639905792, bytes: 4096 00000080:00200000:1.0:1775764894.303572:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.303575:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156228, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.303577:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639905792, 639909888) 0 0 00000080:00200000:1.0:1775764894.303579:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.303585:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156227, 156227] 00020000:00200000:1.0:1775764894.303588:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639905792 chunk: [639905792, 639909888) 639909888, 4096 00020000:00200000:1.0:1775764894.303590:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.303602:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156227, 156227] 00000008:00010000:1.0:1775764894.303608:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.303610:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.303618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303626:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639905792 639909887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303634:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303641:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303648:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303656:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639905792, 639909888) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.303662:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156227 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.303699:0:17279:0:(rw26.c:858:ll_write_end()) pos 639905792, len 4096, copied 4096 00000080:00200000:1.0:1775764894.303704:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000051c4c49[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.303707:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000871de899 fffffc0001001 3:0 ffff967bc91a27e0 156227 lru 00000080:00200000:1.0:1775764894.303713:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003aee0c77 156227: 1< 0 - - > 2< 639905792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 280 - -> 00000080:00200000:1.0:1775764894.303715:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000051c4c49 00000080:00200000:1.0:1775764894.303716:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.303718:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.303728:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303740:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.303743:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.303745:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.303752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.303754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.303756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.303760:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303767:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.303775:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.303778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.303781:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.303784:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156227, 156227] 00000080:00200000:1.0:1775764894.303795:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.303798:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.303802:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639909888 i_blocks 1196131 00000080:00200000:1.0:1775764894.303805:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.303822:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639909888, count: 4096 00000080:00200000:1.0:1775764894.303834:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639909888, bytes: 4096 00000080:00200000:1.0:1775764894.303837:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.303841:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156229, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.303842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639909888, 639913984) 0 0 00000080:00200000:1.0:1775764894.303845:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.303851:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156228, 156228] 00020000:00200000:1.0:1775764894.303854:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639909888 chunk: [639909888, 639913984) 639913984, 4096 00020000:00200000:1.0:1775764894.303856:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.303867:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156228, 156228] 00000008:00010000:1.0:1775764894.303872:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.303875:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.303883:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303892:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639909888 639913983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303900:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303907:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.303913:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.303922:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639909888, 639913984) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.303928:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156228 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.304052:0:17279:0:(rw26.c:858:ll_write_end()) pos 639909888, len 4096, copied 4096 00000080:00200000:1.0:1775764894.304058:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000085fdd78e[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.304061:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0795635 fffffc0001001 3:0 ffff967bc91a2b60 156228 lru 00000080:00200000:1.0:1775764894.304066:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003a8eb898 156228: 1< 0 - - > 2< 639909888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 281 - -> 00000080:00200000:1.0:1775764894.304068:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000085fdd78e 00000080:00200000:1.0:1775764894.304070:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.304072:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.304081:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.304093:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.304096:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.304098:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.304104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.304106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.304109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.304112:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.304120:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.304127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.304129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.304133:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.304136:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156228, 156228] 00000080:00200000:1.0:1775764894.304146:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.304149:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.304154:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639913984 i_blocks 1196131 00000080:00200000:1.0:1775764894.304157:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.304172:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639913984, count: 4096 00000080:00200000:1.0:1775764894.304184:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639913984, bytes: 4096 00000080:00200000:1.0:1775764894.304186:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.304190:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156230, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.304191:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639913984, 639918080) 0 0 00000080:00200000:1.0:1775764894.304194:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.304199:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156229, 156229] 00020000:00200000:1.0:1775764894.304202:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639913984 chunk: [639913984, 639918080) 639918080, 4096 00020000:00200000:1.0:1775764894.304204:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.304217:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156229, 156229] 00000008:00010000:1.0:1775764894.304222:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.304224:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.304231:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.304240:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639913984 639918079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.304367:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.304761:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.304769:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.304780:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639913984, 639918080) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.304789:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156229 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.304816:0:17279:0:(rw26.c:858:ll_write_end()) pos 639913984, len 4096, copied 4096 00000080:00200000:1.0:1775764894.304821:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000060cd91d2[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.304824:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000155c67be fffffc0001001 3:0 ffff967bc91a2620 156229 lru 00000080:00200000:1.0:1775764894.304829:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000af031f8c 156229: 1< 0 - - > 2< 639913984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 282 - -> 00000080:00200000:1.0:1775764894.304831:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000060cd91d2 00000080:00200000:1.0:1775764894.304833:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.304835:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.304847:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.304861:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.304864:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.304866:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.304873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.304875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.304878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.304882:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.304891:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.304900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.304903:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.304907:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.304912:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156229, 156229] 00000080:00200000:1.0:1775764894.304927:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.304930:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.304938:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639918080 i_blocks 1196131 00000080:00200000:1.0:1775764894.304941:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.305077:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639918080, count: 4096 00000080:00200000:1.0:1775764894.305093:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639918080, bytes: 4096 00000080:00200000:1.0:1775764894.305096:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.305100:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156231, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.305101:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639918080, 639922176) 0 0 00000080:00200000:1.0:1775764894.305104:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.305113:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156230, 156230] 00020000:00200000:1.0:1775764894.305117:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639918080 chunk: [639918080, 639922176) 639922176, 4096 00020000:00200000:1.0:1775764894.305120:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.305136:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156230, 156230] 00000008:00010000:1.0:1775764894.305144:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.305147:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.305157:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305166:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639918080 639922175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305175:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305182:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305189:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.305196:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639918080, 639922176) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.305202:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156230 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.305219:0:17279:0:(rw26.c:858:ll_write_end()) pos 639918080, len 4096, copied 4096 00000080:00200000:1.0:1775764894.305223:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000009cb8ce2[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.305226:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000abd129f2 fffffc0001001 3:0 ffff967bc91a2000 156230 lru 00000080:00200000:1.0:1775764894.305232:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002ee0bd7b 156230: 1< 0 - - > 2< 639918080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 283 - -> 00000080:00200000:1.0:1775764894.305234:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000009cb8ce2 00000080:00200000:1.0:1775764894.305235:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.305237:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.305275:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.305287:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.305290:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.305292:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.305299:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.305301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.305304:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.305308:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305315:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.305323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.305325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.305329:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.305332:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156230, 156230] 00000080:00200000:1.0:1775764894.305343:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.305346:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.305361:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639922176 i_blocks 1196131 00000080:00200000:1.0:1775764894.305365:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.305469:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639922176, count: 4096 00000080:00200000:1.0:1775764894.305482:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639922176, bytes: 4096 00000080:00200000:1.0:1775764894.305485:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.305489:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156232, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.305490:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639922176, 639926272) 0 0 00000080:00200000:1.0:1775764894.305493:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.305499:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156231, 156231] 00020000:00200000:1.0:1775764894.305503:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639922176 chunk: [639922176, 639926272) 639926272, 4096 00020000:00200000:1.0:1775764894.305505:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.305518:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156231, 156231] 00000008:00010000:1.0:1775764894.305523:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.305526:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.305533:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305542:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639922176 639926271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305549:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305557:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305563:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.305571:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639922176, 639926272) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.305576:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156231 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.305593:0:17279:0:(rw26.c:858:ll_write_end()) pos 639922176, len 4096, copied 4096 00000080:00200000:1.0:1775764894.305597:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b2e1e231[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.305600:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb09af78 fffffc0001001 3:0 ffff967bc91a2380 156231 lru 00000080:00200000:1.0:1775764894.305605:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d50130b7 156231: 1< 0 - - > 2< 639922176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 284 - -> 00000080:00200000:1.0:1775764894.305607:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b2e1e231 00000080:00200000:1.0:1775764894.305609:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.305610:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.305618:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.305629:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.305632:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.305634:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.305640:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.305642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.305644:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.305648:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305655:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.305662:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.305664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.305668:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.305671:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156231, 156231] 00000080:00200000:1.0:1775764894.305681:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.305684:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.305689:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639926272 i_blocks 1196131 00000080:00200000:1.0:1775764894.305691:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.305705:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639926272, count: 4096 00000080:00200000:1.0:1775764894.305715:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639926272, bytes: 4096 00000080:00200000:1.0:1775764894.305717:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.305721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156233, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.305723:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639926272, 639930368) 0 0 00000080:00200000:1.0:1775764894.305725:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.305730:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156232, 156232] 00020000:00200000:1.0:1775764894.305733:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639926272 chunk: [639926272, 639930368) 639930368, 4096 00020000:00200000:1.0:1775764894.305736:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.305747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156232, 156232] 00000008:00010000:1.0:1775764894.305906:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.305909:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.305919:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305928:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639926272 639930367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.305935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306053:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.306063:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639926272, 639930368) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.306070:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156232 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.306089:0:17279:0:(rw26.c:858:ll_write_end()) pos 639926272, len 4096, copied 4096 00000080:00200000:1.0:1775764894.306093:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003d6779ae[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.306096:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cdbce50b fffffc0001001 3:0 ffff967bc91a2c40 156232 lru 00000080:00200000:1.0:1775764894.306102:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000878e78a0 156232: 1< 0 - - > 2< 639926272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 285 - -> 00000080:00200000:1.0:1775764894.306104:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003d6779ae 00000080:00200000:1.0:1775764894.306106:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.306108:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.306118:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.306131:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.306133:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.306136:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.306222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.306225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.306227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.306231:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306239:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.306361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.306364:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.306371:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.306462:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156232, 156232] 00000080:00200000:1.0:1775764894.306477:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.306481:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.306488:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639930368 i_blocks 1196131 00000080:00200000:1.0:1775764894.306491:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.306511:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639930368, count: 4096 00000080:00200000:1.0:1775764894.306525:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639930368, bytes: 4096 00000080:00200000:1.0:1775764894.306529:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.306533:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156234, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.306535:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639930368, 639934464) 0 0 00000080:00200000:1.0:1775764894.306537:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.306545:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156233, 156233] 00020000:00200000:1.0:1775764894.306549:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639930368 chunk: [639930368, 639934464) 639934464, 4096 00020000:00200000:1.0:1775764894.306552:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.306567:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156233, 156233] 00000008:00010000:1.0:1775764894.306574:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.306576:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.306585:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306595:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639930368 639934463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306603:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306610:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306617:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.306626:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639930368, 639934464) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.306631:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156233 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.306649:0:17279:0:(rw26.c:858:ll_write_end()) pos 639930368, len 4096, copied 4096 00000080:00200000:1.0:1775764894.306654:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a49cd2ff[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.306657:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d461e57d fffffc0001001 3:0 ffff967bc91a29a0 156233 lru 00000080:00200000:1.0:1775764894.306663:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000018370c14 156233: 1< 0 - - > 2< 639930368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 286 - -> 00000080:00200000:1.0:1775764894.306665:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a49cd2ff 00000080:00200000:1.0:1775764894.306666:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.306669:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.306678:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.306691:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.306694:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.306696:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.306703:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.306705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.306708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.306712:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306719:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.306727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.306729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.306733:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.306736:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156233, 156233] 00000080:00200000:1.0:1775764894.306747:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.306750:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.306755:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639934464 i_blocks 1196131 00000080:00200000:1.0:1775764894.306758:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.306774:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639934464, count: 4096 00000080:00200000:1.0:1775764894.306786:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639934464, bytes: 4096 00000080:00200000:1.0:1775764894.306789:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.306792:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156235, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.306794:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639934464, 639938560) 0 0 00000080:00200000:1.0:1775764894.306796:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.306802:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156234, 156234] 00020000:00200000:1.0:1775764894.306805:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639934464 chunk: [639934464, 639938560) 639938560, 4096 00020000:00200000:1.0:1775764894.306807:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.306820:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156234, 156234] 00000008:00010000:1.0:1775764894.306825:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.306827:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.306835:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306844:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639934464 639938559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306852:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306860:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.306867:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.306875:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639934464, 639938560) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.306880:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156234 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.306897:0:17279:0:(rw26.c:858:ll_write_end()) pos 639934464, len 4096, copied 4096 00000080:00200000:1.0:1775764894.306901:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d12e3d50[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.306903:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009260695d fffffc0001001 3:0 ffff967bc91a2a80 156234 lru 00000080:00200000:1.0:1775764894.306909:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000064f09857 156234: 1< 0 - - > 2< 639934464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 287 - -> 00000080:00200000:1.0:1775764894.306911:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d12e3d50 00000080:00200000:1.0:1775764894.306912:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.306914:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.306923:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.306935:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.306937:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.306939:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.307056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.307059:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.307062:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.307066:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307074:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.307081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.307083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.307087:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.307090:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156234, 156234] 00000080:00200000:1.0:1775764894.307101:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.307104:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.307109:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639938560 i_blocks 1196131 00000080:00200000:1.0:1775764894.307112:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.307128:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639938560, count: 4096 00000080:00200000:1.0:1775764894.307140:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639938560, bytes: 4096 00000080:00200000:1.0:1775764894.307143:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.307146:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156236, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.307148:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639938560, 639942656) 0 0 00000080:00200000:1.0:1775764894.307151:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.307156:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156235, 156235] 00020000:00200000:1.0:1775764894.307159:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639938560 chunk: [639938560, 639942656) 639942656, 4096 00020000:00200000:1.0:1775764894.307161:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.307174:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156235, 156235] 00000008:00010000:1.0:1775764894.307179:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.307182:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.307189:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307198:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639938560 639942655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307206:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307213:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307220:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.307228:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639938560, 639942656) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.307233:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156235 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.307275:0:17279:0:(rw26.c:858:ll_write_end()) pos 639938560, len 4096, copied 4096 00000080:00200000:1.0:1775764894.307280:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000018ffb093[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.307283:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000349d465a fffffc0001001 3:0 ffff967bc91a2540 156235 lru 00000080:00200000:1.0:1775764894.307288:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000510177c9 156235: 1< 0 - - > 2< 639938560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 288 - -> 00000080:00200000:1.0:1775764894.307290:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000018ffb093 00000080:00200000:1.0:1775764894.307292:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.307294:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.307302:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.307314:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.307317:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.307319:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.307325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.307327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.307329:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.307333:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307341:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.307349:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.307362:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.307368:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.307457:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156235, 156235] 00000080:00200000:1.0:1775764894.307472:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.307475:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.307481:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639942656 i_blocks 1196131 00000080:00200000:1.0:1775764894.307483:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.307499:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639942656, count: 4096 00000080:00200000:1.0:1775764894.307512:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639942656, bytes: 4096 00000080:00200000:1.0:1775764894.307514:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.307518:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156237, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.307519:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639942656, 639946752) 0 0 00000080:00200000:1.0:1775764894.307522:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.307528:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156236, 156236] 00020000:00200000:1.0:1775764894.307531:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639942656 chunk: [639942656, 639946752) 639946752, 4096 00020000:00200000:1.0:1775764894.307534:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.307548:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156236, 156236] 00000008:00010000:1.0:1775764894.307553:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.307556:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.307563:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307573:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639942656 639946751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307581:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307588:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307596:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.307604:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639942656, 639946752) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.307609:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156236 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.307627:0:17279:0:(rw26.c:858:ll_write_end()) pos 639942656, len 4096, copied 4096 00000080:00200000:1.0:1775764894.307632:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008d927b67[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.307635:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000000d553fe fffffc0001001 3:0 ffff967bc91a20e0 156236 lru 00000080:00200000:1.0:1775764894.307640:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000061a42655 156236: 1< 0 - - > 2< 639942656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 289 - -> 00000080:00200000:1.0:1775764894.307643:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008d927b67 00000080:00200000:1.0:1775764894.307644:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.307646:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.307655:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.307667:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.307670:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.307672:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.307677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.307680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.307682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.307685:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307692:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.307700:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.307702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.307705:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.307708:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156236, 156236] 00000080:00200000:1.0:1775764894.307717:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.307721:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.307725:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639946752 i_blocks 1196131 00000080:00200000:1.0:1775764894.307727:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.307741:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639946752, count: 4096 00000080:00200000:1.0:1775764894.307751:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639946752, bytes: 4096 00000080:00200000:1.0:1775764894.307754:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.307757:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156238, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.307758:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639946752, 639950848) 0 0 00000080:00200000:1.0:1775764894.307761:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.307767:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156237, 156237] 00020000:00200000:1.0:1775764894.307769:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639946752 chunk: [639946752, 639950848) 639950848, 4096 00020000:00200000:1.0:1775764894.307771:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.307783:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156237, 156237] 00000008:00010000:1.0:1775764894.307788:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.307791:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.307799:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307808:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639946752 639950847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307817:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307824:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.307830:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.307839:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639946752, 639950848) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.307844:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156237 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.307868:0:17279:0:(rw26.c:858:ll_write_end()) pos 639946752, len 4096, copied 4096 00000080:00200000:1.0:1775764894.307873:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fc6e1049[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.307876:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006658098e fffffc0001021 2:0 ffff967bc91a21c0 156237 lru 00000080:00200000:1.0:1775764894.307882:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b8358c80 156237: 1< 0 - - > 2< 639946752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 290 - -> 00000080:00200000:1.0:1775764894.307884:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fc6e1049 00000080:00200000:1.0:1775764894.307886:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.307888:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.307896:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.307908:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.307910:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.307913:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.308218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.308221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.308224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.308228:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308236:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.308244:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.308361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.308367:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.308370:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156237, 156237] 00000080:00200000:1.0:1775764894.308469:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.308473:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.308480:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639950848 i_blocks 1196131 00000080:00200000:1.0:1775764894.308483:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.308500:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639950848, count: 4096 00000080:00200000:1.0:1775764894.308514:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639950848, bytes: 4096 00000080:00200000:1.0:1775764894.308518:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.308522:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156239, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.308524:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639950848, 639954944) 0 0 00000080:00200000:1.0:1775764894.308527:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.308534:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156238, 156238] 00020000:00200000:1.0:1775764894.308538:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639950848 chunk: [639950848, 639954944) 639954944, 4096 00020000:00200000:1.0:1775764894.308541:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.308557:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156238, 156238] 00000008:00010000:1.0:1775764894.308563:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.308566:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.308575:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308584:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639950848 639954943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308594:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308601:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308607:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.308615:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639950848, 639954944) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.308621:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156238 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.308642:0:17279:0:(rw26.c:858:ll_write_end()) pos 639950848, len 4096, copied 4096 00000080:00200000:1.0:1775764894.308647:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000065eb748f[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.308650:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000038a2b304 fffffc0001001 3:0 ffff967bc91a2700 156238 lru 00000080:00200000:1.0:1775764894.308657:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008019ca78 156238: 1< 0 - - > 2< 639950848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:1.0:1775764894.308659:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000065eb748f 00000080:00200000:1.0:1775764894.308660:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.308663:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.308673:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.308686:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.308688:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.308691:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.308697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.308699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.308702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.308706:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308713:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.308721:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.308723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.308727:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.308729:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156238, 156238] 00000080:00200000:1.0:1775764894.308741:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.308744:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.308749:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639954944 i_blocks 1196131 00000080:00200000:1.0:1775764894.308752:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.308768:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639954944, count: 4096 00000080:00200000:1.0:1775764894.308779:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639954944, bytes: 4096 00000080:00200000:1.0:1775764894.308782:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.308786:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156240, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.308787:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639954944, 639959040) 0 0 00000080:00200000:1.0:1775764894.308790:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.308795:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156239, 156239] 00020000:00200000:1.0:1775764894.308798:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639954944 chunk: [639954944, 639959040) 639959040, 4096 00020000:00200000:1.0:1775764894.308800:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.308813:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156239, 156239] 00000008:00010000:1.0:1775764894.308819:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.308821:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.308829:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308838:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639954944 639959039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308846:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308853:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.308859:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.308868:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639954944, 639959040) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.308873:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156239 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.308889:0:17279:0:(rw26.c:858:ll_write_end()) pos 639954944, len 4096, copied 4096 00000080:00200000:1.0:1775764894.308894:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eab516f9[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.308897:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004c45a5e2 fffffc0001001 3:0 ffff967bc91a22a0 156239 lru 00000080:00200000:1.0:1775764894.308902:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000018d30b31 156239: 1< 0 - - > 2< 639954944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:1.0:1775764894.308904:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eab516f9 00000080:00200000:1.0:1775764894.308906:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.308908:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.308916:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.308928:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.308931:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.308933:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.308938:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.308940:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.309032:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.309037:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309046:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.309054:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.309056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.309061:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.309064:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156239, 156239] 00000080:00200000:1.0:1775764894.309074:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.309078:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.309083:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639959040 i_blocks 1196131 00000080:00200000:1.0:1775764894.309086:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.309101:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639959040, count: 4096 00000080:00200000:1.0:1775764894.309112:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639959040, bytes: 4096 00000080:00200000:1.0:1775764894.309115:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.309118:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156241, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.309120:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639959040, 639963136) 0 0 00000080:00200000:1.0:1775764894.309123:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.309128:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156240, 156240] 00020000:00200000:1.0:1775764894.309131:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639959040 chunk: [639959040, 639963136) 639963136, 4096 00020000:00200000:1.0:1775764894.309133:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.309145:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156240, 156240] 00000008:00010000:1.0:1775764894.309151:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.309153:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.309160:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309169:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639959040 639963135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309178:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309185:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309191:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.309199:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639959040, 639963136) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.309204:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156240 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.309219:0:17279:0:(rw26.c:858:ll_write_end()) pos 639959040, len 4096, copied 4096 00000080:00200000:1.0:1775764894.309223:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000e465218[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.309226:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000220f8bef fffffc0001001 3:0 ffff967bc91a2e00 156240 lru 00000080:00200000:1.0:1775764894.309232:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd93c024 156240: 1< 0 - - > 2< 639959040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:1.0:1775764894.309234:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000e465218 00000080:00200000:1.0:1775764894.309235:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.309237:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.309272:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.309286:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.309289:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.309291:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.309297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.309300:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.309302:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.309305:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309313:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.309321:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.309323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.309327:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.309330:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156240, 156240] 00000080:00200000:1.0:1775764894.309340:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.309343:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.309348:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639963136 i_blocks 1196131 00000080:00200000:1.0:1775764894.309362:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.309462:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639963136, count: 4096 00000080:00200000:1.0:1775764894.309477:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639963136, bytes: 4096 00000080:00200000:1.0:1775764894.309479:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.309483:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156242, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.309485:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639963136, 639967232) 0 0 00000080:00200000:1.0:1775764894.309488:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.309493:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156241, 156241] 00020000:00200000:1.0:1775764894.309496:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639963136 chunk: [639963136, 639967232) 639967232, 4096 00020000:00200000:1.0:1775764894.309498:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.309510:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156241, 156241] 00000008:00010000:1.0:1775764894.309515:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.309517:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.309525:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309534:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639963136 639967231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309543:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309550:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309557:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.309564:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639963136, 639967232) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.309570:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156241 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.309587:0:17279:0:(rw26.c:858:ll_write_end()) pos 639963136, len 4096, copied 4096 00000080:00200000:1.0:1775764894.309591:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004eafe219[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.309594:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000867ebf10 fffffc0001001 3:0 ffff967bc91a28c0 156241 lru 00000080:00200000:1.0:1775764894.309599:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aff81473 156241: 1< 0 - - > 2< 639963136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:1.0:1775764894.309601:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004eafe219 00000080:00200000:1.0:1775764894.309602:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.309604:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.309613:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.309624:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.309627:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.309629:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.309635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.309637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.309640:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.309644:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309652:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.309659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.309662:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.309666:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.309669:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156241, 156241] 00000080:00200000:1.0:1775764894.309680:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.309683:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.309687:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639967232 i_blocks 1196131 00000080:00200000:1.0:1775764894.309690:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.309704:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639967232, count: 4096 00000080:00200000:1.0:1775764894.309714:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639967232, bytes: 4096 00000080:00200000:1.0:1775764894.309716:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.309720:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156243, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.309721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639967232, 639971328) 0 0 00000080:00200000:1.0:1775764894.309723:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.309728:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156242, 156242] 00020000:00200000:1.0:1775764894.309731:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639967232 chunk: [639967232, 639971328) 639971328, 4096 00020000:00200000:1.0:1775764894.309733:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.309756:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156242, 156242] 00000008:00010000:1.0:1775764894.309761:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.309764:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.309771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309779:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639967232 639971327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309788:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309795:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309802:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.309810:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639967232, 639971328) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.309816:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156242 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.309833:0:17279:0:(rw26.c:858:ll_write_end()) pos 639967232, len 4096, copied 4096 00000080:00200000:1.0:1775764894.309837:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000021e03cf5[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.309840:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000065c6c231 fffffc0001001 3:0 ffff967bc91a2460 156242 lru 00000080:00200000:1.0:1775764894.309846:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000060362940 156242: 1< 0 - - > 2< 639967232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:1.0:1775764894.309848:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000021e03cf5 00000080:00200000:1.0:1775764894.309850:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.309852:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.309860:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.309873:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.309875:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.309878:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.309883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.309885:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.309888:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.309891:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.309899:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.309907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.309909:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.309913:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.309916:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156242, 156242] 00000080:00200000:1.0:1775764894.309926:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.309929:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.309934:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639971328 i_blocks 1196131 00000080:00200000:1.0:1775764894.309937:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.310360:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639971328, count: 4096 00000080:00200000:1.0:1775764894.310458:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639971328, bytes: 4096 00000080:00200000:1.0:1775764894.310463:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.310467:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156244, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.310468:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639971328, 639975424) 0 0 00000080:00200000:1.0:1775764894.310471:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.310479:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156243, 156243] 00020000:00200000:1.0:1775764894.310482:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639971328 chunk: [639971328, 639975424) 639975424, 4096 00020000:00200000:1.0:1775764894.310486:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.310501:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156243, 156243] 00000008:00010000:1.0:1775764894.310508:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.310511:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.310520:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310531:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639971328 639975423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310539:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310547:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310554:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.310563:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639971328, 639975424) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.310569:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156243 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.310590:0:17279:0:(rw26.c:858:ll_write_end()) pos 639971328, len 4096, copied 4096 00000080:00200000:1.0:1775764894.310595:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b3b9628c[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.310598:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000040291db2 fffffc0001001 3:0 ffff967bc91a2ee0 156243 lru 00000080:00200000:1.0:1775764894.310604:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002b6ec3a1 156243: 1< 0 - - > 2< 639971328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:1.0:1775764894.310606:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b3b9628c 00000080:00200000:1.0:1775764894.310608:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.310610:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.310622:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.310637:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.310640:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.310642:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.310649:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.310652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.310654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.310659:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310667:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.310676:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.310679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.310683:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.310686:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156243, 156243] 00000080:00200000:1.0:1775764894.310698:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.310702:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.310708:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639975424 i_blocks 1196131 00000080:00200000:1.0:1775764894.310711:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.310728:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639975424, count: 4096 00000080:00200000:1.0:1775764894.310740:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639975424, bytes: 4096 00000080:00200000:1.0:1775764894.310743:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.310747:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156245, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.310748:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639975424, 639979520) 0 0 00000080:00200000:1.0:1775764894.310751:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.310757:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156244, 156244] 00020000:00200000:1.0:1775764894.310760:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639975424 chunk: [639975424, 639979520) 639979520, 4096 00020000:00200000:1.0:1775764894.310762:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.310774:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156244, 156244] 00000008:00010000:1.0:1775764894.310780:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.310782:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.310790:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310799:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639975424 639979519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310807:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310815:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310822:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.310830:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639975424, 639979520) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.310837:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156244 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.310854:0:17279:0:(rw26.c:858:ll_write_end()) pos 639975424, len 4096, copied 4096 00000080:00200000:1.0:1775764894.310858:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000df4b56cb[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.310861:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000572150ee fffffc0001001 3:0 ffff967bc91a2d20 156244 lru 00000080:00200000:1.0:1775764894.310866:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cebc9d8b 156244: 1< 0 - - > 2< 639975424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:1.0:1775764894.310868:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000df4b56cb 00000080:00200000:1.0:1775764894.310870:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.310872:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.310881:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.310893:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.310896:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.310898:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.310904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.310907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.310909:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.310913:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.310921:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.310929:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.310931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.310935:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.310938:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156244, 156244] 00000080:00200000:1.0:1775764894.311047:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.311052:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.311057:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639979520 i_blocks 1196131 00000080:00200000:1.0:1775764894.311060:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.311076:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639979520, count: 4096 00000080:00200000:1.0:1775764894.311088:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639979520, bytes: 4096 00000080:00200000:1.0:1775764894.311091:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.311094:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156246, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.311096:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639979520, 639983616) 0 0 00000080:00200000:1.0:1775764894.311099:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.311104:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156245, 156245] 00020000:00200000:1.0:1775764894.311107:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639979520 chunk: [639979520, 639983616) 639983616, 4096 00020000:00200000:1.0:1775764894.311109:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.311122:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156245, 156245] 00000008:00010000:1.0:1775764894.311128:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.311130:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.311138:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311148:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639979520 639983615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311157:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311164:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311171:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.311179:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639979520, 639983616) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.311185:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156245 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.311213:0:17279:0:(rw26.c:858:ll_write_end()) pos 639979520, len 4096, copied 4096 00000080:00200000:1.0:1775764894.311218:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000022f21eb5[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.311221:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009f9ed197 fffffc0001001 3:0 ffff967bc91a3380 156245 lru 00000080:00200000:1.0:1775764894.311227:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f72e0ed7 156245: 1< 0 - - > 2< 639979520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:1.0:1775764894.311229:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000022f21eb5 00000080:00200000:1.0:1775764894.311230:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.311233:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.311242:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.311503:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1775764894.311559:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.311564:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.311566:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.311573:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.311576:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.311578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.311583:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311590:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.311599:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.311601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.311605:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.311608:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156245, 156245] 00000080:00200000:1.0:1775764894.311620:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.311623:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.311629:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639983616 i_blocks 1196131 00000080:00200000:1.0:1775764894.311631:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.311648:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639983616, count: 4096 00000080:00200000:1.0:1775764894.311661:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639983616, bytes: 4096 00000080:00200000:1.0:1775764894.311664:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.311667:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156247, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.311669:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639983616, 639987712) 0 0 00000080:00200000:1.0:1775764894.311671:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.311677:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156246, 156246] 00020000:00200000:1.0:1775764894.311680:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639983616 chunk: [639983616, 639987712) 639987712, 4096 00020000:00200000:1.0:1775764894.311683:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.311696:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156246, 156246] 00000008:00010000:1.0:1775764894.311701:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.311704:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.311712:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311721:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639983616 639987711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311729:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311736:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311742:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.311751:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639983616, 639987712) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.311756:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156246 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.311775:0:17279:0:(rw26.c:858:ll_write_end()) pos 639983616, len 4096, copied 4096 00000080:00200000:1.0:1775764894.311780:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b7c99aa6[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.311783:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000748696a2 fffffc0001001 3:0 ffff967bc91a3c40 156246 lru 00000080:00200000:1.0:1775764894.311788:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007a94a931 156246: 1< 0 - - > 2< 639983616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:1.0:1775764894.311790:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b7c99aa6 00000080:00200000:1.0:1775764894.311792:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.311794:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.311802:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.311814:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.311817:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.311819:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.311826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.311828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.311830:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.311834:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.311840:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.311848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.311850:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.311855:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.311857:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156246, 156246] 00000080:00200000:1.0:1775764894.311868:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.311871:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.311876:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639987712 i_blocks 1196131 00000080:00200000:1.0:1775764894.311879:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.311894:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639987712, count: 4096 00000080:00200000:1.0:1775764894.311907:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639987712, bytes: 4096 00000080:00200000:1.0:1775764894.311910:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.311913:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156248, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.311915:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639987712, 639991808) 0 0 00000080:00200000:1.0:1775764894.311917:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.311923:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156247, 156247] 00020000:00200000:1.0:1775764894.311925:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639987712 chunk: [639987712, 639991808) 639991808, 4096 00020000:00200000:1.0:1775764894.311927:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.311939:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156247, 156247] 00000008:00010000:1.0:1775764894.312047:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.312051:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.312061:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312070:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639987712 639991807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312078:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312085:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312093:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.312101:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639987712, 639991808) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.312107:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156247 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.312138:0:17279:0:(rw26.c:858:ll_write_end()) pos 639987712, len 4096, copied 4096 00000080:00200000:1.0:1775764894.312142:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002d10be3b[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.312145:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0d8ea1b fffffc0001001 3:0 ffff967bc91a39a0 156247 lru 00000080:00200000:1.0:1775764894.312152:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000275ad20d 156247: 1< 0 - - > 2< 639987712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:1.0:1775764894.312154:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002d10be3b 00000080:00200000:1.0:1775764894.312155:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.312158:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.312166:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.312179:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.312182:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.312184:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.312190:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.312192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.312194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.312198:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312206:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.312214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.312217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.312221:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.312224:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156247, 156247] 00000080:00200000:1.0:1775764894.312235:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.312239:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.312244:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639991808 i_blocks 1196131 00000080:00200000:1.0:1775764894.312608:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.312631:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639991808, count: 4096 00000080:00200000:1.0:1775764894.312644:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639991808, bytes: 4096 00000080:00200000:1.0:1775764894.312648:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.312651:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156249, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.312653:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639991808, 639995904) 0 0 00000080:00200000:1.0:1775764894.312656:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.312664:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156248, 156248] 00020000:00200000:1.0:1775764894.312667:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639991808 chunk: [639991808, 639995904) 639995904, 4096 00020000:00200000:1.0:1775764894.312670:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.312686:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156248, 156248] 00000008:00010000:1.0:1775764894.312692:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.312694:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.312704:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312715:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639991808 639995903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312725:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312734:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312742:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.312751:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639991808, 639995904) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.312757:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156248 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.312776:0:17279:0:(rw26.c:858:ll_write_end()) pos 639991808, len 4096, copied 4096 00000080:00200000:1.0:1775764894.312780:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005aca511b[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.312783:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007c76f0d1 fffffc0001001 3:0 ffff967bc91a3a80 156248 lru 00000080:00200000:1.0:1775764894.312789:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007490ada3 156248: 1< 0 - - > 2< 639991808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:1.0:1775764894.312791:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005aca511b 00000080:00200000:1.0:1775764894.312792:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.312794:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.312803:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.312815:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.312818:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.312820:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.312826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.312829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.312831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.312834:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312842:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.312851:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.312853:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.312858:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.312861:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156248, 156248] 00000080:00200000:1.0:1775764894.312872:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.312875:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.312880:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 639995904 i_blocks 1196131 00000080:00200000:1.0:1775764894.312883:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.312897:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 639995904, count: 4096 00000080:00200000:1.0:1775764894.312908:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 639995904, bytes: 4096 00000080:00200000:1.0:1775764894.312911:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.312915:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156250, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.312916:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [639995904, 640000000) 0 0 00000080:00200000:1.0:1775764894.312919:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.312924:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156249, 156249] 00020000:00200000:1.0:1775764894.312926:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 639995904 chunk: [639995904, 640000000) 640000000, 4096 00020000:00200000:1.0:1775764894.312929:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.312940:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156249, 156249] 00000008:00010000:1.0:1775764894.312960:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.312962:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.312970:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312979:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639995904 639999999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312988:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.312995:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313001:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.313010:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [639995904, 640000000) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.313015:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156249 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.313032:0:17279:0:(rw26.c:858:ll_write_end()) pos 639995904, len 4096, copied 4096 00000080:00200000:1.0:1775764894.313036:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dd2b5819[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.313039:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bc65ec5a fffffc0001001 3:0 ffff967bc91a3540 156249 lru 00000080:00200000:1.0:1775764894.313045:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5817a09 156249: 1< 0 - - > 2< 639995904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:1.0:1775764894.313047:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dd2b5819 00000080:00200000:1.0:1775764894.313049:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.313051:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.313060:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.313072:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.313075:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.313077:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.313083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.313086:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.313088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.313092:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313100:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.313109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.313111:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.313116:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.313119:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156249, 156249] 00000080:00200000:1.0:1775764894.313129:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.313132:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.313137:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640000000 i_blocks 1196131 00000080:00200000:1.0:1775764894.313140:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.313154:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640000000, count: 4096 00000080:00200000:1.0:1775764894.313166:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640000000, bytes: 4096 00000080:00200000:1.0:1775764894.313168:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.313172:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156251, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.313174:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640000000, 640004096) 0 0 00000080:00200000:1.0:1775764894.313176:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.313182:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156250, 156250] 00020000:00200000:1.0:1775764894.313184:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640000000 chunk: [640000000, 640004096) 640004096, 4096 00020000:00200000:1.0:1775764894.313187:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.313199:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156250, 156250] 00000008:00010000:1.0:1775764894.313205:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.313207:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.313214:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313223:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640000000 640004095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313232:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313241:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313273:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.313280:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640000000, 640004096) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.313285:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156250 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.313302:0:17279:0:(rw26.c:858:ll_write_end()) pos 640000000, len 4096, copied 4096 00000080:00200000:1.0:1775764894.313306:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008c0c28cd[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.313309:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b2666d0c fffffc0001001 3:0 ffff967bc91a30e0 156250 lru 00000080:00200000:1.0:1775764894.313316:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a7bde3bf 156250: 1< 0 - - > 2< 640000000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:1.0:1775764894.313318:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008c0c28cd 00000080:00200000:1.0:1775764894.313319:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.313322:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.313330:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.313341:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.313344:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.313346:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.313365:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.313368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.313370:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.313560:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313569:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.313577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.313580:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.313585:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.313588:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156250, 156250] 00000080:00200000:1.0:1775764894.313599:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.313603:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.313609:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640004096 i_blocks 1196131 00000080:00200000:1.0:1775764894.313612:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.313627:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640004096, count: 4096 00000080:00200000:1.0:1775764894.313639:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640004096, bytes: 4096 00000080:00200000:1.0:1775764894.313641:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.313645:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156252, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.313647:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640004096, 640008192) 0 0 00000080:00200000:1.0:1775764894.313650:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.313655:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156251, 156251] 00020000:00200000:1.0:1775764894.313658:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640004096 chunk: [640004096, 640008192) 640008192, 4096 00020000:00200000:1.0:1775764894.313661:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.313674:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156251, 156251] 00000008:00010000:1.0:1775764894.313680:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.313682:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.313689:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313699:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640004096 640008191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313707:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313714:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313722:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.313730:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640004096, 640008192) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.313736:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156251 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.313753:0:17279:0:(rw26.c:858:ll_write_end()) pos 640004096, len 4096, copied 4096 00000080:00200000:1.0:1775764894.313758:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c48b35ed[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.313761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000010bf0875 fffffc0001001 3:0 ffff967bc91a31c0 156251 lru 00000080:00200000:1.0:1775764894.313766:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000081651a1 156251: 1< 0 - - > 2< 640004096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:1.0:1775764894.313768:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c48b35ed 00000080:00200000:1.0:1775764894.313770:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.313772:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.313781:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.313794:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.313797:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.313799:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.313804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.313807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.313809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.313813:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.313822:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.313830:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.313833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.313837:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.313840:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156251, 156251] 00000080:00200000:1.0:1775764894.313850:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.313853:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.313857:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640008192 i_blocks 1196131 00000080:00200000:1.0:1775764894.313860:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.313876:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640008192, count: 4096 00000080:00200000:1.0:1775764894.313887:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640008192, bytes: 4096 00000080:00200000:1.0:1775764894.313889:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.313893:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156253, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.313895:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640008192, 640012288) 0 0 00000080:00200000:1.0:1775764894.313897:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.313903:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156252, 156252] 00020000:00200000:1.0:1775764894.313905:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640008192 chunk: [640008192, 640012288) 640012288, 4096 00020000:00200000:1.0:1775764894.313908:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.313920:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156252, 156252] 00000008:00010000:1.0:1775764894.313926:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.313928:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.313935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314022:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640008192 640012287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314031:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314039:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314046:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.314055:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640008192, 640012288) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.314061:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156252 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.314085:0:17279:0:(rw26.c:858:ll_write_end()) pos 640008192, len 4096, copied 4096 00000080:00200000:1.0:1775764894.314090:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aa3f0a27[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.314093:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000068075fc6 fffffc0001021 2:0 ffff967bc91a3700 156252 lru 00000080:00200000:1.0:1775764894.314099:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005738da0b 156252: 1< 0 - - > 2< 640008192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:1.0:1775764894.314102:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aa3f0a27 00000080:00200000:1.0:1775764894.314103:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.314105:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.314114:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.314127:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.314130:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.314132:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.314138:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.314140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.314143:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.314147:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314155:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.314163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.314166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.314170:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.314173:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156252, 156252] 00000080:00200000:1.0:1775764894.314183:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.314187:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.314192:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640012288 i_blocks 1196131 00000080:00200000:1.0:1775764894.314195:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.314211:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640012288, count: 4096 00000080:00200000:1.0:1775764894.314223:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640012288, bytes: 4096 00000080:00200000:1.0:1775764894.314226:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.314230:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156254, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.314231:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640012288, 640016384) 0 0 00000080:00200000:1.0:1775764894.314234:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.314239:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156253, 156253] 00020000:00200000:1.0:1775764894.314241:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640012288 chunk: [640012288, 640016384) 640016384, 4096 00020000:00200000:1.0:1775764894.314243:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.314360:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156253, 156253] 00000008:00010000:1.0:1775764894.314367:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.314369:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.314453:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314463:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640012288 640016383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314471:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314478:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314485:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.314494:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640012288, 640016384) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.314500:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156253 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.314518:0:17279:0:(rw26.c:858:ll_write_end()) pos 640012288, len 4096, copied 4096 00000080:00200000:1.0:1775764894.314522:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a7c937ab[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.314525:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000374f0274 fffffc0001001 3:0 ffff967bc91a32a0 156253 lru 00000080:00200000:1.0:1775764894.314531:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007f2bbcff 156253: 1< 0 - - > 2< 640012288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 306 - -> 00000080:00200000:1.0:1775764894.314533:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a7c937ab 00000080:00200000:1.0:1775764894.314535:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.314537:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.314545:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.314557:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.314560:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.314563:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.314568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.314571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.314573:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.314577:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314585:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.314593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.314595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.314599:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.314602:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156253, 156253] 00000080:00200000:1.0:1775764894.314613:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.314616:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.314622:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640016384 i_blocks 1196131 00000080:00200000:1.0:1775764894.314624:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.314640:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640016384, count: 4096 00000080:00200000:1.0:1775764894.314653:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640016384, bytes: 4096 00000080:00200000:1.0:1775764894.314656:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.314660:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156255, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.314661:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640016384, 640020480) 0 0 00000080:00200000:1.0:1775764894.314664:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.314670:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156254, 156254] 00020000:00200000:1.0:1775764894.314672:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640016384 chunk: [640016384, 640020480) 640020480, 4096 00020000:00200000:1.0:1775764894.314675:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.314687:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156254, 156254] 00000008:00010000:1.0:1775764894.314693:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.314695:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.314703:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314712:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640016384 640020479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314720:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314728:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314734:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.314743:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640016384, 640020480) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.314750:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156254 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.314767:0:17279:0:(rw26.c:858:ll_write_end()) pos 640016384, len 4096, copied 4096 00000080:00200000:1.0:1775764894.314771:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f0a1cfad[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.314774:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d9046e1f fffffc0001001 3:0 ffff967bc91a3e00 156254 lru 00000080:00200000:1.0:1775764894.314779:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a1d16c95 156254: 1< 0 - - > 2< 640016384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 307 - -> 00000080:00200000:1.0:1775764894.314781:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f0a1cfad 00000080:00200000:1.0:1775764894.314782:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.314785:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.314793:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.314804:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.314807:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.314809:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.314815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.314817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.314819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.314823:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.314832:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.314840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.314843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.314847:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.314850:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156254, 156254] 00000080:00200000:1.0:1775764894.314860:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.314863:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.314869:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640020480 i_blocks 1196131 00000080:00200000:1.0:1775764894.314871:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.314886:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640020480, count: 4096 00000080:00200000:1.0:1775764894.314897:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640020480, bytes: 4096 00000080:00200000:1.0:1775764894.314900:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.314904:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156256, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.314905:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640020480, 640024576) 0 0 00000080:00200000:1.0:1775764894.314908:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.314913:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156255, 156255] 00020000:00200000:1.0:1775764894.314916:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640020480 chunk: [640020480, 640024576) 640024576, 4096 00020000:00200000:1.0:1775764894.314919:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.314931:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156255, 156255] 00000008:00010000:1.0:1775764894.314937:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.314939:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.315046:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315057:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640020480 640024575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315066:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315073:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315079:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.315088:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640020480, 640024576) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.315094:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156255 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.315110:0:17279:0:(rw26.c:858:ll_write_end()) pos 640020480, len 4096, copied 4096 00000080:00200000:1.0:1775764894.315114:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000192e79a3[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.315117:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000064c47b0b fffffc0001001 3:0 ffff967bc91a38c0 156255 lru 00000080:00200000:1.0:1775764894.315122:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004ab02114 156255: 1< 0 - - > 2< 640020480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 308 - -> 00000080:00200000:1.0:1775764894.315125:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000192e79a3 00000080:00200000:1.0:1775764894.315126:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.315129:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.315138:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.315151:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.315155:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.315157:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.315163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.315166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.315169:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.315174:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315183:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.315191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.315194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.315198:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.315201:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156255, 156255] 00000080:00200000:1.0:1775764894.315211:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.315215:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.315220:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640024576 i_blocks 1196131 00000080:00200000:1.0:1775764894.315223:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.315240:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640024576, count: 4096 00000080:00200000:1.0:1775764894.315280:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640024576, bytes: 4096 00000080:00200000:1.0:1775764894.315283:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.315287:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156257, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.315289:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640024576, 640028672) 0 0 00000080:00200000:1.0:1775764894.315292:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.315297:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156256, 156256] 00020000:00200000:1.0:1775764894.315300:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640024576 chunk: [640024576, 640028672) 640028672, 4096 00020000:00200000:1.0:1775764894.315303:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.315315:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156256, 156256] 00000008:00010000:1.0:1775764894.315321:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.315323:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.315331:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315339:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640024576 640028671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315347:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315365:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315454:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.315465:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640024576, 640028672) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.315471:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156256 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.315488:0:17279:0:(rw26.c:858:ll_write_end()) pos 640024576, len 4096, copied 4096 00000080:00200000:1.0:1775764894.315493:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005816d7e0[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.315496:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fd575c5a fffffc0001001 3:0 ffff967bc91a3460 156256 lru 00000080:00200000:1.0:1775764894.315501:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000060df2a3d 156256: 1< 0 - - > 2< 640024576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 309 - -> 00000080:00200000:1.0:1775764894.315504:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005816d7e0 00000080:00200000:1.0:1775764894.315505:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.315507:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.315516:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.315529:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.315532:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.315535:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.315540:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.315543:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.315545:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.315549:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315557:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.315565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.315568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.315572:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.315575:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156256, 156256] 00000080:00200000:1.0:1775764894.315586:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.315589:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.315594:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640028672 i_blocks 1196131 00000080:00200000:1.0:1775764894.315596:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.315611:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640028672, count: 4096 00000080:00200000:1.0:1775764894.315623:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640028672, bytes: 4096 00000080:00200000:1.0:1775764894.315626:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.315629:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156258, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.315631:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640028672, 640032768) 0 0 00000080:00200000:1.0:1775764894.315634:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.315638:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156257, 156257] 00020000:00200000:1.0:1775764894.315641:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640028672 chunk: [640028672, 640032768) 640032768, 4096 00020000:00200000:1.0:1775764894.315643:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.315654:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156257, 156257] 00000008:00010000:1.0:1775764894.315660:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.315662:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.315671:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315680:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640028672 640032767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315696:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315703:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.315712:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640028672, 640032768) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.315717:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156257 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.315734:0:17279:0:(rw26.c:858:ll_write_end()) pos 640028672, len 4096, copied 4096 00000080:00200000:1.0:1775764894.315738:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003489c917[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.315740:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000098a51900 fffffc0001001 3:0 ffff967bc91a3ee0 156257 lru 00000080:00200000:1.0:1775764894.315745:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005eb9c443 156257: 1< 0 - - > 2< 640028672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 310 - -> 00000080:00200000:1.0:1775764894.315747:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003489c917 00000080:00200000:1.0:1775764894.315748:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.315750:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.315759:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.315771:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.315774:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.315776:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.315782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.315785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.315787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.315791:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315799:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.315808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.315810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.315815:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.315817:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156257, 156257] 00000080:00200000:1.0:1775764894.315828:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.315831:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.315837:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640032768 i_blocks 1196131 00000080:00200000:1.0:1775764894.315840:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.315854:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640032768, count: 4096 00000080:00200000:1.0:1775764894.315866:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640032768, bytes: 4096 00000080:00200000:1.0:1775764894.315868:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.315872:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156259, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.315873:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640032768, 640036864) 0 0 00000080:00200000:1.0:1775764894.315876:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.315882:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156258, 156258] 00020000:00200000:1.0:1775764894.315885:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640032768 chunk: [640032768, 640036864) 640036864, 4096 00020000:00200000:1.0:1775764894.315887:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.315899:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156258, 156258] 00000008:00010000:1.0:1775764894.315905:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.315907:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.315915:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315925:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640032768 640036863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315933:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.315941:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.316048:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.316058:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640032768, 640036864) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.316064:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156258 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.316082:0:17279:0:(rw26.c:858:ll_write_end()) pos 640032768, len 4096, copied 4096 00000080:00200000:1.0:1775764894.316086:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000040f62a95[3 0000000014a1af93 2 1 00000000cc6f1b48] 00000080:00200000:1.0:1775764894.316089:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005a8913be fffffc0001001 3:0 ffff967bc91a3d20 156258 lru 00000080:00200000:1.0:1775764894.316095:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001e8c5384 156258: 1< 0 - - > 2< 640032768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 311 - -> 00000080:00200000:1.0:1775764894.316097:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000040f62a95 00000080:00200000:1.0:1775764894.316099:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.316101:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.316110:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.316122:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.316125:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.316127:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.316133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.316136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.316138:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.316142:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.316150:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.316158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e85d8 (ffff967cc8f9b128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.316160:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.316164:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.316167:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156258, 156258] 00000080:00200000:1.0:1775764894.316179:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.316182:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.316187:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640036864 i_blocks 1196131 00000080:00200000:1.0:1775764894.316190:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.316206:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640036864, count: 4096 00000080:00200000:1.0:1775764894.316218:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640036864, bytes: 4096 00000080:00200000:1.0:1775764894.316221:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.316225:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156260, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.316226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640036864, 640040960) 0 0 00000080:00200000:1.0:1775764894.316229:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.316234:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156259, 156259] 00020000:00200000:1.0:1775764894.316237:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640036864 chunk: [640036864, 640040960) 640040960, 4096 00020000:00200000:1.0:1775764894.316240:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200008:1.0:1775764894.348644:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640323584, count: 4096 00000080:00200000:1.0:1775764894.348667:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640323584, bytes: 4096 00000080:00200000:1.0:1775764894.348671:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.348675:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156330, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.348677:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640323584, 640327680) 0 0 00000080:00200000:1.0:1775764894.348679:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.348685:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156329, 156329] 00020000:00200000:1.0:1775764894.348688:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640323584 chunk: [640323584, 640327680) 640327680, 4096 00020000:00200000:1.0:1775764894.348691:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.348709:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156329, 156329] 00000008:00010000:1.0:1775764894.348715:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.348718:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.348727:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.348737:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640323584 640327679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.348746:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.348755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.348763:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.348777:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640323584, 640327680) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.348783:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156329 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.348802:0:17279:0:(rw26.c:858:ll_write_end()) pos 640323584, len 4096, copied 4096 00000080:00200000:1.0:1775764894.348807:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c0578cf4[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.348810:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009a9cf6a1 fffffc0001001 3:0 ffff967bc91a37e0 156329 lru 00000080:00200000:1.0:1775764894.348815:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008f924979 156329: 1< 0 - - > 2< 640323584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 382 - -> 00000080:00200000:1.0:1775764894.348817:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c0578cf4 00000080:00200000:1.0:1775764894.348818:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.348820:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.348829:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.348841:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.348844:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.348846:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.348853:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.348855:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.348857:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.348861:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.348868:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.348876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.348879:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.348883:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.348886:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156329, 156329] 00000080:00200000:1.0:1775764894.348900:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.348903:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.348909:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640327680 i_blocks 1196131 00000080:00200000:1.0:1775764894.348912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.348928:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640327680, count: 4096 00000080:00200000:1.0:1775764894.348940:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640327680, bytes: 4096 00000080:00200000:1.0:1775764894.349040:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.349045:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156331, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.349047:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640327680, 640331776) 0 0 00000080:00200000:1.0:1775764894.349049:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.349055:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156330, 156330] 00020000:00200000:1.0:1775764894.349058:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640327680 chunk: [640327680, 640331776) 640331776, 4096 00020000:00200000:1.0:1775764894.349060:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.349075:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156330, 156330] 00000008:00010000:1.0:1775764894.349081:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.349084:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.349092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349100:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640327680 640331775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349109:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349117:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349128:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.349136:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640327680, 640331776) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.349141:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156330 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.349159:0:17279:0:(rw26.c:858:ll_write_end()) pos 640327680, len 4096, copied 4096 00000080:00200000:1.0:1775764894.349163:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eb912283[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.349166:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000040c365d3 fffffc0001001 3:0 ffff967bc91a3b60 156330 lru 00000080:00200000:1.0:1775764894.349172:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bde10382 156330: 1< 0 - - > 2< 640327680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 383 - -> 00000080:00200000:1.0:1775764894.349174:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eb912283 00000080:00200000:1.0:1775764894.349175:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.349177:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.349186:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.349198:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.349201:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.349203:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.349209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.349211:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.349214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.349218:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349226:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.349239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.349241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.349323:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.349327:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156330, 156330] 00000080:00200000:1.0:1775764894.349338:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.349341:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.349347:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640331776 i_blocks 1196131 00000080:00200000:1.0:1775764894.349359:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.349453:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640331776, count: 4096 00000080:00200000:1.0:1775764894.349468:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640331776, bytes: 4096 00000080:00200000:1.0:1775764894.349472:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.349476:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156332, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.349477:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640331776, 640335872) 0 0 00000080:00200000:1.0:1775764894.349479:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.349486:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156331, 156331] 00020000:00200000:1.0:1775764894.349489:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640331776 chunk: [640331776, 640335872) 640335872, 4096 00020000:00200000:1.0:1775764894.349491:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.349503:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156331, 156331] 00000008:00010000:1.0:1775764894.349509:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.349511:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.349519:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349528:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640331776 640335871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349537:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349550:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349557:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.349565:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640331776, 640335872) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.349570:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156331 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.349587:0:17279:0:(rw26.c:858:ll_write_end()) pos 640331776, len 4096, copied 4096 00000080:00200000:1.0:1775764894.349592:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007cc8f5ba[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.349595:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001c625d4b fffffc0001001 3:0 ffff967bc91a3620 156331 lru 00000080:00200000:1.0:1775764894.349600:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d6df747d 156331: 1< 0 - - > 2< 640331776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 384 - -> 00000080:00200000:1.0:1775764894.349602:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007cc8f5ba 00000080:00200000:1.0:1775764894.349603:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.349605:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.349614:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.349626:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.349629:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.349631:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.349637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.349640:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.349642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.349646:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349659:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.349668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.349670:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.349674:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.349677:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156331, 156331] 00000080:00200000:1.0:1775764894.349688:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.349691:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.349696:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640335872 i_blocks 1196131 00000080:00200000:1.0:1775764894.349699:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.349715:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640335872, count: 4096 00000080:00200000:1.0:1775764894.349727:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640335872, bytes: 4096 00000080:00200000:1.0:1775764894.349730:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.349734:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156333, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.349735:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640335872, 640339968) 0 0 00000080:00200000:1.0:1775764894.349738:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.349743:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156332, 156332] 00020000:00200000:1.0:1775764894.349746:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640335872 chunk: [640335872, 640339968) 640339968, 4096 00020000:00200000:1.0:1775764894.349748:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.349759:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156332, 156332] 00000008:00010000:1.0:1775764894.349764:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.349767:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.349775:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349784:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640335872 640339967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349799:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349807:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349814:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.349823:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640335872, 640339968) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.349828:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156332 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.349845:0:17279:0:(rw26.c:858:ll_write_end()) pos 640335872, len 4096, copied 4096 00000080:00200000:1.0:1775764894.349850:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b407e675[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.349853:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017890b84 fffffc0001001 3:0 ffff967bc91a3000 156332 lru 00000080:00200000:1.0:1775764894.349858:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000003fc2a8b 156332: 1< 0 - - > 2< 640335872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 385 - -> 00000080:00200000:1.0:1775764894.349860:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b407e675 00000080:00200000:1.0:1775764894.349861:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.349863:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.349870:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.349883:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.349886:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.349888:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.349894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.349896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.349899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.349903:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.349911:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.349919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.349922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.349926:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.349929:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156332, 156332] 00000080:00200000:1.0:1775764894.349939:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.350035:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.350043:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640339968 i_blocks 1196131 00000080:00200000:1.0:1775764894.350046:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.350063:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640339968, count: 4096 00000080:00200000:1.0:1775764894.350075:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640339968, bytes: 4096 00000080:00200000:1.0:1775764894.350078:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.350082:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156334, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.350084:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640339968, 640344064) 0 0 00000080:00200000:1.0:1775764894.350086:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.350092:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156333, 156333] 00020000:00200000:1.0:1775764894.350095:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640339968 chunk: [640339968, 640344064) 640344064, 4096 00020000:00200000:1.0:1775764894.350097:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.350110:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156333, 156333] 00000008:00010000:1.0:1775764894.350115:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.350117:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.350125:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350140:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640339968 640344063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350149:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350157:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350163:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.350171:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640339968, 640344064) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.350177:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156333 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.350206:0:17279:0:(rw26.c:858:ll_write_end()) pos 640339968, len 4096, copied 4096 00000080:00200000:1.0:1775764894.350211:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001129b1b7[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.350214:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005e651cd8 fffffc0001001 3:0 ffff967bc91a4a80 156333 lru 00000080:00200000:1.0:1775764894.350220:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f7006fe5 156333: 1< 0 - - > 2< 640339968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 386 - -> 00000080:00200000:1.0:1775764894.350222:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001129b1b7 00000080:00200000:1.0:1775764894.350223:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.350226:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.350235:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.350279:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.350283:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.350285:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.350292:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.350295:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.350297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.350301:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350310:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.350318:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.350320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.350325:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.350327:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156333, 156333] 00000080:00200000:1.0:1775764894.350338:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.350341:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.350347:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640344064 i_blocks 1196131 00000080:00200000:1.0:1775764894.350360:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.350461:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640344064, count: 4096 00000080:00200000:1.0:1775764894.350476:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640344064, bytes: 4096 00000080:00200000:1.0:1775764894.350480:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.350483:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156335, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.350485:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640344064, 640348160) 0 0 00000080:00200000:1.0:1775764894.350487:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.350493:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156334, 156334] 00020000:00200000:1.0:1775764894.350496:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640344064 chunk: [640344064, 640348160) 640348160, 4096 00020000:00200000:1.0:1775764894.350498:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.350511:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156334, 156334] 00000008:00010000:1.0:1775764894.350517:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.350520:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.350528:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350537:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640344064 640348159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350553:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350560:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.350569:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640344064, 640348160) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.350574:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156334 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.350592:0:17279:0:(rw26.c:858:ll_write_end()) pos 640344064, len 4096, copied 4096 00000080:00200000:1.0:1775764894.350596:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000005685b16[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.350599:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000043dae411 fffffc0001001 3:0 ffff967bc91a4540 156334 lru 00000080:00200000:1.0:1775764894.350605:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000036dc691d 156334: 1< 0 - - > 2< 640344064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 387 - -> 00000080:00200000:1.0:1775764894.350607:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000005685b16 00000080:00200000:1.0:1775764894.350608:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.350610:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.350619:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.350630:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.350633:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.350636:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.350641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.350643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.350646:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.350650:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350658:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.350667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.350669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.350673:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.350676:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156334, 156334] 00000080:00200000:1.0:1775764894.350686:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.350689:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.350694:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640348160 i_blocks 1196131 00000080:00200000:1.0:1775764894.350697:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.350712:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640348160, count: 4096 00000080:00200000:1.0:1775764894.350723:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640348160, bytes: 4096 00000080:00200000:1.0:1775764894.350726:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.350729:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156336, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.350731:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640348160, 640352256) 0 0 00000080:00200000:1.0:1775764894.350733:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.350738:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156335, 156335] 00020000:00200000:1.0:1775764894.350741:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640348160 chunk: [640348160, 640352256) 640352256, 4096 00020000:00200000:1.0:1775764894.350743:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.350756:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156335, 156335] 00000008:00010000:1.0:1775764894.350762:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.350765:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.350772:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350781:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640348160 640352255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350804:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.350812:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640348160, 640352256) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.350817:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156335 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.350835:0:17279:0:(rw26.c:858:ll_write_end()) pos 640348160, len 4096, copied 4096 00000080:00200000:1.0:1775764894.350840:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb227669[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.350843:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e464bbed fffffc0001001 3:0 ffff967bc91a40e0 156335 lru 00000080:00200000:1.0:1775764894.350848:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000008dce48c 156335: 1< 0 - - > 2< 640348160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 388 - -> 00000080:00200000:1.0:1775764894.350850:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb227669 00000080:00200000:1.0:1775764894.350851:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.350853:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.350861:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.350878:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.350880:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.350882:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.350888:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.350890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.350893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.350897:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.350904:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.350913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.350915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.350919:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.350922:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156335, 156335] 00000080:00200000:1.0:1775764894.350932:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.350935:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.350939:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640352256 i_blocks 1196131 00000080:00200000:1.0:1775764894.351037:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.351057:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640352256, count: 4096 00000080:00200000:1.0:1775764894.351069:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640352256, bytes: 4096 00000080:00200000:1.0:1775764894.351072:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.351076:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156337, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.351077:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640352256, 640356352) 0 0 00000080:00200000:1.0:1775764894.351080:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.351086:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156336, 156336] 00020000:00200000:1.0:1775764894.351089:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640352256 chunk: [640352256, 640356352) 640356352, 4096 00020000:00200000:1.0:1775764894.351092:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.351105:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156336, 156336] 00000008:00010000:1.0:1775764894.351714:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.351718:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.351729:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.351741:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640352256 640356351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.351750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.351758:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.351766:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.351776:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640352256, 640356352) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.351783:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156336 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.351808:0:17279:0:(rw26.c:858:ll_write_end()) pos 640352256, len 4096, copied 4096 00000080:00200000:1.0:1775764894.351813:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003b94c6b8[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.351816:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066629816 fffffc0001001 3:0 ffff967bc91a41c0 156336 lru 00000080:00200000:1.0:1775764894.351821:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000064a8bc1 156336: 1< 0 - - > 2< 640352256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 389 - -> 00000080:00200000:1.0:1775764894.351823:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003b94c6b8 00000080:00200000:1.0:1775764894.351824:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.351826:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.351840:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.351856:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.351859:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.351861:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.351868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.351870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.351873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.351877:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.351886:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.351895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.351898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.351903:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.351906:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156336, 156336] 00000080:00200000:1.0:1775764894.351921:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.351924:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.351930:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640356352 i_blocks 1196131 00000080:00200000:1.0:1775764894.351934:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.352048:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640356352, count: 4096 00000080:00200000:1.0:1775764894.352066:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640356352, bytes: 4096 00000080:00200000:1.0:1775764894.352070:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.352074:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156338, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.352076:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640356352, 640360448) 0 0 00000080:00200000:1.0:1775764894.352079:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.352087:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156337, 156337] 00020000:00200000:1.0:1775764894.352091:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640356352 chunk: [640356352, 640360448) 640360448, 4096 00020000:00200000:1.0:1775764894.352094:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.352111:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156337, 156337] 00000008:00010000:1.0:1775764894.352117:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.352120:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.352128:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352137:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640356352 640360447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352146:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352161:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.352169:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640356352, 640360448) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.352175:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156337 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.352200:0:17279:0:(rw26.c:858:ll_write_end()) pos 640356352, len 4096, copied 4096 00000080:00200000:1.0:1775764894.352205:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ae03a28b[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.352208:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e23c91c0 fffffc0001021 2:0 ffff967bc91a4700 156337 lru 00000080:00200000:1.0:1775764894.352214:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001a321bc6 156337: 1< 0 - - > 2< 640356352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 390 - -> 00000080:00200000:1.0:1775764894.352216:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ae03a28b 00000080:00200000:1.0:1775764894.352217:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.352220:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.352228:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.352240:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.352243:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.352311:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.352319:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.352322:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.352325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.352329:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352337:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.352346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.352348:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.352364:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.352367:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156337, 156337] 00000080:00200000:1.0:1775764894.352457:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.352461:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.352467:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640360448 i_blocks 1196131 00000080:00200000:1.0:1775764894.352470:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.352487:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640360448, count: 4096 00000080:00200000:1.0:1775764894.352500:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640360448, bytes: 4096 00000080:00200000:1.0:1775764894.352502:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.352506:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156339, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.352508:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640360448, 640364544) 0 0 00000080:00200000:1.0:1775764894.352511:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.352517:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156338, 156338] 00020000:00200000:1.0:1775764894.352520:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640360448 chunk: [640360448, 640364544) 640364544, 4096 00020000:00200000:1.0:1775764894.352522:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.352535:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156338, 156338] 00000008:00010000:1.0:1775764894.352541:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.352543:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.352551:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352560:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640360448 640364543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352568:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352576:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352583:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.352591:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640360448, 640364544) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.352597:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156338 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.352614:0:17279:0:(rw26.c:858:ll_write_end()) pos 640360448, len 4096, copied 4096 00000080:00200000:1.0:1775764894.352618:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004c2a80da[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.352622:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d06cc057 fffffc0001001 3:0 ffff967bc91a42a0 156338 lru 00000080:00200000:1.0:1775764894.352628:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d73bbd42 156338: 1< 0 - - > 2< 640360448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 391 - -> 00000080:00200000:1.0:1775764894.352630:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004c2a80da 00000080:00200000:1.0:1775764894.352632:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.352634:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.352644:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.352656:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.352659:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.352661:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.352667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.352669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.352671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.352675:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352683:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.352691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.352694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.352698:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.352701:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156338, 156338] 00000080:00200000:1.0:1775764894.352712:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.352715:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.352720:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640364544 i_blocks 1196131 00000080:00200000:1.0:1775764894.352723:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.352738:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640364544, count: 4096 00000080:00200000:1.0:1775764894.352750:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640364544, bytes: 4096 00000080:00200000:1.0:1775764894.352753:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.352756:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156340, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.352757:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640364544, 640368640) 0 0 00000080:00200000:1.0:1775764894.352760:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.352765:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156339, 156339] 00020000:00200000:1.0:1775764894.352767:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640364544 chunk: [640364544, 640368640) 640368640, 4096 00020000:00200000:1.0:1775764894.352769:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.352780:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156339, 156339] 00000008:00010000:1.0:1775764894.352785:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.352787:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.352794:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352802:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640364544 640368639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352810:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352818:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352825:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.352833:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640364544, 640368640) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.352837:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156339 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.352854:0:17279:0:(rw26.c:858:ll_write_end()) pos 640364544, len 4096, copied 4096 00000080:00200000:1.0:1775764894.352858:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009f22d67e[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.352861:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008678a67f fffffc0001001 3:0 ffff967bc91a4e00 156339 lru 00000080:00200000:1.0:1775764894.352867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000c7879a8 156339: 1< 0 - - > 2< 640364544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 392 - -> 00000080:00200000:1.0:1775764894.352869:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009f22d67e 00000080:00200000:1.0:1775764894.352870:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.352873:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.352880:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.352891:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.352894:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.352896:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.352901:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.352904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.352907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.352911:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.352919:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.352927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.352930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.352933:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.352936:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156339, 156339] 00000080:00200000:1.0:1775764894.353041:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.353045:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.353052:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640368640 i_blocks 1196131 00000080:00200000:1.0:1775764894.353055:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.353069:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640368640, count: 4096 00000080:00200000:1.0:1775764894.353081:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640368640, bytes: 4096 00000080:00200000:1.0:1775764894.353084:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.353088:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156341, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.353089:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640368640, 640372736) 0 0 00000080:00200000:1.0:1775764894.353093:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.353098:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156340, 156340] 00020000:00200000:1.0:1775764894.353102:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640368640 chunk: [640368640, 640372736) 640372736, 4096 00020000:00200000:1.0:1775764894.353104:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.353117:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156340, 156340] 00000008:00010000:1.0:1775764894.353123:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.353125:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.353133:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353142:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640368640 640372735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353151:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353157:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353163:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.353171:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640368640, 640372736) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.353176:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156340 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.353194:0:17279:0:(rw26.c:858:ll_write_end()) pos 640368640, len 4096, copied 4096 00000080:00200000:1.0:1775764894.353199:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f03d8af1[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.353202:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee530177 fffffc0001001 3:0 ffff967bc91a48c0 156340 lru 00000080:00200000:1.0:1775764894.353207:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001b475e46 156340: 1< 0 - - > 2< 640368640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 393 - -> 00000080:00200000:1.0:1775764894.353210:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f03d8af1 00000080:00200000:1.0:1775764894.353211:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.353213:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.353222:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.353236:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.353239:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.353241:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.353334:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.353337:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.353340:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.353344:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353361:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.353370:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.353456:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.353461:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.353464:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156340, 156340] 00000080:00200000:1.0:1775764894.353474:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.353478:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.353483:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640372736 i_blocks 1196131 00000080:00200000:1.0:1775764894.353487:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.353502:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640372736, count: 4096 00000080:00200000:1.0:1775764894.353514:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640372736, bytes: 4096 00000080:00200000:1.0:1775764894.353517:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.353521:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156342, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.353523:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640372736, 640376832) 0 0 00000080:00200000:1.0:1775764894.353526:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.353532:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156341, 156341] 00020000:00200000:1.0:1775764894.353534:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640372736 chunk: [640372736, 640376832) 640376832, 4096 00020000:00200000:1.0:1775764894.353537:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.353550:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156341, 156341] 00000008:00010000:1.0:1775764894.353555:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.353558:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.353566:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353575:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640372736 640376831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353584:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353592:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353600:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.353608:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640372736, 640376832) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.353614:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156341 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.353632:0:17279:0:(rw26.c:858:ll_write_end()) pos 640372736, len 4096, copied 4096 00000080:00200000:1.0:1775764894.353636:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000586e3e30[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.353639:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003d6e7dd7 fffffc0001001 3:0 ffff967bc91a4460 156341 lru 00000080:00200000:1.0:1775764894.353645:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bdf0bfcd 156341: 1< 0 - - > 2< 640372736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 394 - -> 00000080:00200000:1.0:1775764894.353647:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000586e3e30 00000080:00200000:1.0:1775764894.353648:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.353651:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.353659:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.353670:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.353673:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.353675:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.353681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.353683:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.353685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.353689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353697:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.353705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.353708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.353712:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.353715:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156341, 156341] 00000080:00200000:1.0:1775764894.353726:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.353729:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.353734:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640376832 i_blocks 1196131 00000080:00200000:1.0:1775764894.353737:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.353753:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640376832, count: 4096 00000080:00200000:1.0:1775764894.353764:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640376832, bytes: 4096 00000080:00200000:1.0:1775764894.353767:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.353771:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156343, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.353772:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640376832, 640380928) 0 0 00000080:00200000:1.0:1775764894.353775:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.353781:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156342, 156342] 00020000:00200000:1.0:1775764894.353784:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640376832 chunk: [640376832, 640380928) 640380928, 4096 00020000:00200000:1.0:1775764894.353786:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.353797:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156342, 156342] 00000008:00010000:1.0:1775764894.353802:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.353804:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.353811:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353821:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640376832 640380927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353829:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353836:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.353843:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.353850:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640376832, 640380928) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.353855:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156342 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.353872:0:17279:0:(rw26.c:858:ll_write_end()) pos 640376832, len 4096, copied 4096 00000080:00200000:1.0:1775764894.353876:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f432cd3b[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.353879:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000077fb6c79 fffffc0001001 3:0 ffff967bc91a4ee0 156342 lru 00000080:00200000:1.0:1775764894.353885:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000026377524 156342: 1< 0 - - > 2< 640376832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 395 - -> 00000080:00200000:1.0:1775764894.353887:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f432cd3b 00000080:00200000:1.0:1775764894.353889:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.353891:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.353899:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.353911:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.353914:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.353916:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.353921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.353923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.353925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.353929:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354224:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.354234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.354236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.354242:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.354245:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156342, 156342] 00000080:00200000:1.0:1775764894.354281:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.354284:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.354290:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640380928 i_blocks 1196131 00000080:00200000:1.0:1775764894.354293:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.354309:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640380928, count: 4096 00000080:00200000:1.0:1775764894.354321:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640380928, bytes: 4096 00000080:00200000:1.0:1775764894.354324:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.354329:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156344, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.354330:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640380928, 640385024) 0 0 00000080:00200000:1.0:1775764894.354334:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.354339:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156343, 156343] 00020000:00200000:1.0:1775764894.354342:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640380928 chunk: [640380928, 640385024) 640385024, 4096 00020000:00200000:1.0:1775764894.354344:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.354368:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156343, 156343] 00000008:00010000:1.0:1775764894.354447:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.354450:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.354458:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354468:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640380928 640385023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354477:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354485:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354492:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.354500:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640380928, 640385024) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.354506:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156343 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.354523:0:17279:0:(rw26.c:858:ll_write_end()) pos 640380928, len 4096, copied 4096 00000080:00200000:1.0:1775764894.354528:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008bdc8e4e[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.354531:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000865567c8 fffffc0001001 3:0 ffff967bc91a4d20 156343 lru 00000080:00200000:1.0:1775764894.354537:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006fbb99e9 156343: 1< 0 - - > 2< 640380928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 396 - -> 00000080:00200000:1.0:1775764894.354539:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008bdc8e4e 00000080:00200000:1.0:1775764894.354540:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.354543:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.354552:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.354564:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.354567:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.354570:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.354576:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.354578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.354581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.354585:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354592:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.354599:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.354601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.354605:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.354608:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156343, 156343] 00000080:00200000:1.0:1775764894.354618:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.354622:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.354626:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640385024 i_blocks 1196131 00000080:00200000:1.0:1775764894.354629:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.354644:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640385024, count: 4096 00000080:00200000:1.0:1775764894.354654:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640385024, bytes: 4096 00000080:00200000:1.0:1775764894.354657:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.354660:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156345, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.354662:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640385024, 640389120) 0 0 00000080:00200000:1.0:1775764894.354665:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.354670:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156344, 156344] 00020000:00200000:1.0:1775764894.354673:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640385024 chunk: [640385024, 640389120) 640389120, 4096 00020000:00200000:1.0:1775764894.354675:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.354686:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156344, 156344] 00000008:00010000:1.0:1775764894.354690:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.354692:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.354700:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354709:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640385024 640389119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354718:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354726:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354733:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.354740:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640385024, 640389120) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.354745:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156344 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.354763:0:17279:0:(rw26.c:858:ll_write_end()) pos 640385024, len 4096, copied 4096 00000080:00200000:1.0:1775764894.354767:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000209f0886[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.354770:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6641b12 fffffc0001001 3:0 ffff967bc91a47e0 156344 lru 00000080:00200000:1.0:1775764894.354776:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ccd367c4 156344: 1< 0 - - > 2< 640385024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 397 - -> 00000080:00200000:1.0:1775764894.354778:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000209f0886 00000080:00200000:1.0:1775764894.354780:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.354782:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.354790:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.354802:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.354805:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.354807:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.354813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.354815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.354818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.354822:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.354829:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.354837:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.354839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.354844:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.354846:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156344, 156344] 00000080:00200000:1.0:1775764894.354856:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.354859:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.354864:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640389120 i_blocks 1196131 00000080:00200000:1.0:1775764894.354866:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.354881:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640389120, count: 4096 00000080:00200000:1.0:1775764894.354892:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640389120, bytes: 4096 00000080:00200000:1.0:1775764894.354895:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.354899:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156346, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.354900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640389120, 640393216) 0 0 00000080:00200000:1.0:1775764894.354903:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.354909:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156345, 156345] 00020000:00200000:1.0:1775764894.354912:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640389120 chunk: [640389120, 640393216) 640393216, 4096 00020000:00200000:1.0:1775764894.354914:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.354926:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156345, 156345] 00000008:00010000:1.0:1775764894.354931:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.354933:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.355030:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355042:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640389120 640393215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355052:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355059:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355065:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.355074:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640389120, 640393216) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.355079:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156345 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.355096:0:17279:0:(rw26.c:858:ll_write_end()) pos 640389120, len 4096, copied 4096 00000080:00200000:1.0:1775764894.355101:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cb162cfd[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.355104:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b2a93ef5 fffffc0001001 3:0 ffff967bc91a4b60 156345 lru 00000080:00200000:1.0:1775764894.355109:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bac00501 156345: 1< 0 - - > 2< 640389120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 398 - -> 00000080:00200000:1.0:1775764894.355112:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cb162cfd 00000080:00200000:1.0:1775764894.355113:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.355115:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.355124:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.355136:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.355139:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.355141:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.355147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.355149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.355152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.355156:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355164:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.355171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.355174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.355178:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.355181:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156345, 156345] 00000080:00200000:1.0:1775764894.355191:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.355193:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.355198:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640393216 i_blocks 1196131 00000080:00200000:1.0:1775764894.355201:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.355216:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640393216, count: 4096 00000080:00200000:1.0:1775764894.355227:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640393216, bytes: 4096 00000080:00200000:1.0:1775764894.355229:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.355233:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156347, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.355235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640393216, 640397312) 0 0 00000080:00200000:1.0:1775764894.355238:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.355243:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156346, 156346] 00020000:00200000:1.0:1775764894.355335:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640393216 chunk: [640393216, 640397312) 640397312, 4096 00020000:00200000:1.0:1775764894.355339:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.355364:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156346, 156346] 00000008:00010000:1.0:1775764894.355437:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.355441:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.355450:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355460:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640393216 640397311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355469:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355477:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355484:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.355493:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640393216, 640397312) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.355498:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156346 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.355515:0:17279:0:(rw26.c:858:ll_write_end()) pos 640393216, len 4096, copied 4096 00000080:00200000:1.0:1775764894.355519:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001aaba0c4[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.355522:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4a86d45 fffffc0001001 3:0 ffff967bc91a4620 156346 lru 00000080:00200000:1.0:1775764894.355528:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000eb647ff1 156346: 1< 0 - - > 2< 640393216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 399 - -> 00000080:00200000:1.0:1775764894.355530:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001aaba0c4 00000080:00200000:1.0:1775764894.355532:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.355534:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.355543:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.355555:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.355558:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.355560:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.355566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.355569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.355571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.355575:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355583:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.355591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.355593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.355597:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.355600:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156346, 156346] 00000080:00200000:1.0:1775764894.355610:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.355613:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.355618:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640397312 i_blocks 1196131 00000080:00200000:1.0:1775764894.355621:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.355636:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640397312, count: 4096 00000080:00200000:1.0:1775764894.355647:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640397312, bytes: 4096 00000080:00200000:1.0:1775764894.355650:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.355653:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156348, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.355655:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640397312, 640401408) 0 0 00000080:00200000:1.0:1775764894.355658:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.355663:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156347, 156347] 00020000:00200000:1.0:1775764894.355665:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640397312 chunk: [640397312, 640401408) 640401408, 4096 00020000:00200000:1.0:1775764894.355668:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.355679:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156347, 156347] 00000008:00010000:1.0:1775764894.355684:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.355686:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.355694:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355703:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640397312 640401407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355711:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355718:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355724:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.355732:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640397312, 640401408) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.355737:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156347 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.355754:0:17279:0:(rw26.c:858:ll_write_end()) pos 640397312, len 4096, copied 4096 00000080:00200000:1.0:1775764894.355759:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ab074dc3[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.355762:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006683a81f fffffc0001001 3:0 ffff967bc91a4000 156347 lru 00000080:00200000:1.0:1775764894.355767:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ae747aa5 156347: 1< 0 - - > 2< 640397312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 400 - -> 00000080:00200000:1.0:1775764894.355769:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ab074dc3 00000080:00200000:1.0:1775764894.355770:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.355773:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.355781:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.355793:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.355796:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.355798:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.355803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.355806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.355808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.355812:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.355820:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.355827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.355829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.355833:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.355836:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156347, 156347] 00000080:00200000:1.0:1775764894.355846:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.355849:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.355854:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640401408 i_blocks 1196131 00000080:00200000:1.0:1775764894.355857:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.355873:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640401408, count: 4096 00000080:00200000:1.0:1775764894.355883:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640401408, bytes: 4096 00000080:00200000:1.0:1775764894.355887:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.355890:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156349, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.355892:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640401408, 640405504) 0 0 00000080:00200000:1.0:1775764894.355895:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.355900:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156348, 156348] 00020000:00200000:1.0:1775764894.355903:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640401408 chunk: [640401408, 640405504) 640405504, 4096 00020000:00200000:1.0:1775764894.355905:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.355918:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156348, 156348] 00000008:00010000:1.0:1775764894.355923:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.355925:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.355933:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356120:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640401408 640405503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356133:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356141:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356148:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.356157:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640401408, 640405504) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.356163:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156348 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.356179:0:17279:0:(rw26.c:858:ll_write_end()) pos 640401408, len 4096, copied 4096 00000080:00200000:1.0:1775764894.356183:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000098b5746d[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.356186:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000984bdd7b fffffc0001001 3:0 ffff967bc91a4380 156348 lru 00000080:00200000:1.0:1775764894.356192:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb091e63 156348: 1< 0 - - > 2< 640401408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 401 - -> 00000080:00200000:1.0:1775764894.356195:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000098b5746d 00000080:00200000:1.0:1775764894.356196:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.356198:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.356207:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.356219:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.356222:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.356224:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.356229:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.356232:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.356234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.356238:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356676:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.356689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.356692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.356698:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.356702:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156348, 156348] 00000080:00200000:1.0:1775764894.356715:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.356718:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.356725:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640405504 i_blocks 1196131 00000080:00200000:1.0:1775764894.356728:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.356746:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640405504, count: 4096 00000080:00200000:1.0:1775764894.356760:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640405504, bytes: 4096 00000080:00200000:1.0:1775764894.356764:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.356768:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156350, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.356770:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640405504, 640409600) 0 0 00000080:00200000:1.0:1775764894.356773:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.356781:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156349, 156349] 00020000:00200000:1.0:1775764894.356784:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640405504 chunk: [640405504, 640409600) 640409600, 4096 00020000:00200000:1.0:1775764894.356787:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.356800:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156349, 156349] 00000008:00010000:1.0:1775764894.356807:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.356810:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.356819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356828:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640405504 640409599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356835:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356843:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.356850:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.356858:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640405504, 640409600) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.356864:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156349 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.356885:0:17279:0:(rw26.c:858:ll_write_end()) pos 640405504, len 4096, copied 4096 00000080:00200000:1.0:1775764894.356889:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dc958a99[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.356892:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009968640d fffffc0001001 3:0 ffff967bc91a4c40 156349 lru 00000080:00200000:1.0:1775764894.356898:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a41c5d95 156349: 1< 0 - - > 2< 640405504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 402 - -> 00000080:00200000:1.0:1775764894.356900:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dc958a99 00000080:00200000:1.0:1775764894.356902:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.356904:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.356914:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.356927:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.356930:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.356933:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.356939:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.357215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.357220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.357224:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.357233:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.357242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.357244:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.357692:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.357697:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156349, 156349] 00000080:00200000:1.0:1775764894.357714:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.357718:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.357726:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640409600 i_blocks 1196131 00000080:00200000:1.0:1775764894.357730:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.357751:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640409600, count: 4096 00000080:00200000:1.0:1775764894.357768:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640409600, bytes: 4096 00000080:00200000:1.0:1775764894.357772:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.357777:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156351, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.357779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640409600, 640413696) 0 0 00000080:00200000:1.0:1775764894.357782:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.357790:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156350, 156350] 00020000:00200000:1.0:1775764894.357794:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640409600 chunk: [640409600, 640413696) 640413696, 4096 00020000:00200000:1.0:1775764894.357797:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.357814:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156350, 156350] 00000008:00010000:1.0:1775764894.357822:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.357824:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.357837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.357848:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640409600 640413695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.357857:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.357865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.357870:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.357878:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640409600, 640413696) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.357885:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156350 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.357909:0:17279:0:(rw26.c:858:ll_write_end()) pos 640409600, len 4096, copied 4096 00000080:00200000:1.0:1775764894.357914:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e5227471[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.357917:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000645585aa fffffc0001001 3:0 ffff967bc91a49a0 156350 lru 00000080:00200000:1.0:1775764894.357923:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003ca5b6ec 156350: 1< 0 - - > 2< 640409600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 403 - -> 00000080:00200000:1.0:1775764894.357925:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e5227471 00000080:00200000:1.0:1775764894.357927:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.357930:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.358036:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.358055:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.358059:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.358061:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.358069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.358072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.358074:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.358079:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358087:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.358096:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.358099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.358104:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.358107:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156350, 156350] 00000080:00200000:1.0:1775764894.358118:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.358121:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.358126:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640413696 i_blocks 1196131 00000080:00200000:1.0:1775764894.358129:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.358145:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640413696, count: 4096 00000080:00200000:1.0:1775764894.358157:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640413696, bytes: 4096 00000080:00200000:1.0:1775764894.358160:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.358164:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156352, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.358165:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640413696, 640417792) 0 0 00000080:00200000:1.0:1775764894.358168:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.358173:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156351, 156351] 00020000:00200000:1.0:1775764894.358176:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640413696 chunk: [640413696, 640417792) 640417792, 4096 00020000:00200000:1.0:1775764894.358178:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.358190:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156351, 156351] 00000008:00010000:1.0:1775764894.358196:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.358198:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.358206:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358216:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640413696 640417791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358225:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358233:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358240:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.358672:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640413696, 640417792) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.358679:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156351 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.358713:0:17279:0:(rw26.c:858:ll_write_end()) pos 640413696, len 4096, copied 4096 00000080:00200000:1.0:1775764894.358718:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007cace42d[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.358721:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008580308a fffffc0001001 3:0 ffff967bc91a5460 156351 lru 00000080:00200000:1.0:1775764894.358728:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003eb10f5b 156351: 1< 0 - - > 2< 640413696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 404 - -> 00000080:00200000:1.0:1775764894.358730:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007cace42d 00000080:00200000:1.0:1775764894.358732:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.358734:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.358745:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.358760:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.358763:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.358765:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.358772:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.358775:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.358777:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.358781:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358790:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.358799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.358801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.358806:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.358810:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156351, 156351] 00000080:00200000:1.0:1775764894.358822:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.358825:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.358831:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640417792 i_blocks 1196131 00000080:00200000:1.0:1775764894.358834:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.358852:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640417792, count: 4096 00000080:00200000:1.0:1775764894.358865:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640417792, bytes: 4096 00000080:00200000:1.0:1775764894.358867:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.358871:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156353, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.358873:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640417792, 640421888) 0 0 00000080:00200000:1.0:1775764894.358876:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.358882:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156352, 156352] 00020000:00200000:1.0:1775764894.358886:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640417792 chunk: [640417792, 640421888) 640421888, 4096 00020000:00200000:1.0:1775764894.358889:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.358902:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156352, 156352] 00000008:00010000:1.0:1775764894.358907:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.358910:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.358920:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358929:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640417792 640421887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.358938:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.359866:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.359875:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.359886:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640417792, 640421888) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.359896:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156352 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.360106:0:17279:0:(rw26.c:858:ll_write_end()) pos 640417792, len 4096, copied 4096 00000080:00200000:1.0:1775764894.360115:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001bf0e4c0[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.360118:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aec1f363 fffffc0001021 2:0 ffff967bc91a5ee0 156352 lru 00000080:00200000:1.0:1775764894.360126:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006593e767 156352: 1< 0 - - > 2< 640417792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 405 - -> 00000080:00200000:1.0:1775764894.360128:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001bf0e4c0 00000080:00200000:1.0:1775764894.360130:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.360132:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.360148:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.360166:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.360170:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.360172:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.360182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.360185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.360188:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.360193:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.360201:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.360212:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.360215:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.360221:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.360226:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156352, 156352] 00000080:00200000:1.0:1775764894.360685:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.360691:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.360702:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640421888 i_blocks 1196131 00000080:00200000:1.0:1775764894.360707:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.360735:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640421888, count: 4096 00000080:00200000:1.0:1775764894.360755:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640421888, bytes: 4096 00000080:00200000:1.0:1775764894.360760:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.360766:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156354, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.360767:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640421888, 640425984) 0 0 00000080:00200000:1.0:1775764894.360771:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.360781:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156353, 156353] 00020000:00200000:1.0:1775764894.360786:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640421888 chunk: [640421888, 640425984) 640425984, 4096 00020000:00200000:1.0:1775764894.360790:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.360810:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156353, 156353] 00000008:00010000:1.0:1775764894.360821:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.360825:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.360839:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.360851:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640421888 640425983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.360862:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.360869:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.360876:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.360885:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640421888, 640425984) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.360892:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156353 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.360914:0:17279:0:(rw26.c:858:ll_write_end()) pos 640421888, len 4096, copied 4096 00000080:00200000:1.0:1775764894.360919:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009aa41fce[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.360921:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083b848c9 fffffc0001001 3:0 ffff967bc91a5d20 156353 lru 00000080:00200000:1.0:1775764894.360927:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004fe1c84c 156353: 1< 0 - - > 2< 640421888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 406 - -> 00000080:00200000:1.0:1775764894.360929:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009aa41fce 00000080:00200000:1.0:1775764894.360930:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.360933:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.361038:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.361056:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.361059:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.361062:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.361069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.361072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.361075:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.361080:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361088:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.361097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.361100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.361105:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.361108:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156353, 156353] 00000080:00200000:1.0:1775764894.361119:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.361122:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.361127:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640425984 i_blocks 1196131 00000080:00200000:1.0:1775764894.361131:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.361147:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640425984, count: 4096 00000080:00200000:1.0:1775764894.361158:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640425984, bytes: 4096 00000080:00200000:1.0:1775764894.361161:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.361165:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156355, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.361166:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640425984, 640430080) 0 0 00000080:00200000:1.0:1775764894.361169:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.361175:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156354, 156354] 00020000:00200000:1.0:1775764894.361178:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640425984 chunk: [640425984, 640430080) 640430080, 4096 00020000:00200000:1.0:1775764894.361181:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.361194:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156354, 156354] 00000008:00010000:1.0:1775764894.361200:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.361203:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.361211:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361221:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640425984 640430079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361229:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361237:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361243:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.361328:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640425984, 640430080) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.361334:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156354 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.361350:0:17279:0:(rw26.c:858:ll_write_end()) pos 640425984, len 4096, copied 4096 00000080:00200000:1.0:1775764894.361365:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002481cd92[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.361368:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000072c5f6b0 fffffc0001001 3:0 ffff967bc91a57e0 156354 lru 00000080:00200000:1.0:1775764894.361453:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000109dc81f 156354: 1< 0 - - > 2< 640425984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 407 - -> 00000080:00200000:1.0:1775764894.361457:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002481cd92 00000080:00200000:1.0:1775764894.361459:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.361461:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.361471:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.361485:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.361488:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.361490:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.361496:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.361498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.361501:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.361505:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361513:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.361522:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.361524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.361528:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.361531:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156354, 156354] 00000080:00200000:1.0:1775764894.361542:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.361546:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.361551:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640430080 i_blocks 1196131 00000080:00200000:1.0:1775764894.361555:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.361571:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640430080, count: 4096 00000080:00200000:1.0:1775764894.361584:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640430080, bytes: 4096 00000080:00200000:1.0:1775764894.361587:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.361591:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156356, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.361593:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640430080, 640434176) 0 0 00000080:00200000:1.0:1775764894.361596:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.361602:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156355, 156355] 00020000:00200000:1.0:1775764894.361605:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640430080 chunk: [640430080, 640434176) 640434176, 4096 00020000:00200000:1.0:1775764894.361608:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.361620:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156355, 156355] 00000008:00010000:1.0:1775764894.361626:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.361628:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.361636:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361645:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640430080 640434175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361653:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361661:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361668:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.361677:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640430080, 640434176) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.361683:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156355 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.361701:0:17279:0:(rw26.c:858:ll_write_end()) pos 640430080, len 4096, copied 4096 00000080:00200000:1.0:1775764894.361706:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c9cf54bd[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.361709:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a9cfc33a fffffc0001001 3:0 ffff967bc91a5b60 156355 lru 00000080:00200000:1.0:1775764894.361714:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005ada89b4 156355: 1< 0 - - > 2< 640430080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 408 - -> 00000080:00200000:1.0:1775764894.361717:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c9cf54bd 00000080:00200000:1.0:1775764894.361718:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.361720:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.361729:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.361741:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.361744:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.361747:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.361753:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.361755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.361758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.361762:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361770:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.361778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.361781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.361785:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.361788:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156355, 156355] 00000080:00200000:1.0:1775764894.361798:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.361801:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.361806:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640434176 i_blocks 1196131 00000080:00200000:1.0:1775764894.361809:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.361824:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640434176, count: 4096 00000080:00200000:1.0:1775764894.361835:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640434176, bytes: 4096 00000080:00200000:1.0:1775764894.361838:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.361842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156357, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.361844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640434176, 640438272) 0 0 00000080:00200000:1.0:1775764894.361847:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.361852:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156356, 156356] 00020000:00200000:1.0:1775764894.361855:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640434176 chunk: [640434176, 640438272) 640438272, 4096 00020000:00200000:1.0:1775764894.361857:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.361869:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156356, 156356] 00000008:00010000:1.0:1775764894.361874:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.361877:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.361884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640434176 640438271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361909:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.361916:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.361924:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640434176, 640438272) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.361929:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156356 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.361961:0:17279:0:(rw26.c:858:ll_write_end()) pos 640434176, len 4096, copied 4096 00000080:00200000:1.0:1775764894.361966:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000620ec51b[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.361969:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000468dd8b fffffc0001001 3:0 ffff967bc91a5620 156356 lru 00000080:00200000:1.0:1775764894.361974:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000088cd516d 156356: 1< 0 - - > 2< 640434176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 409 - -> 00000080:00200000:1.0:1775764894.361976:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000620ec51b 00000080:00200000:1.0:1775764894.361978:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.361980:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.361988:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.362000:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.362003:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.362005:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.362011:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.362014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.362017:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.362021:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362029:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.362037:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.362039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.362044:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.362047:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156356, 156356] 00000080:00200000:1.0:1775764894.362057:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.362059:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.362064:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640438272 i_blocks 1196131 00000080:00200000:1.0:1775764894.362067:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.362084:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640438272, count: 4096 00000080:00200000:1.0:1775764894.362097:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640438272, bytes: 4096 00000080:00200000:1.0:1775764894.362100:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.362103:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156358, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.362104:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640438272, 640442368) 0 0 00000080:00200000:1.0:1775764894.362107:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.362112:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156357, 156357] 00020000:00200000:1.0:1775764894.362115:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640438272 chunk: [640438272, 640442368) 640442368, 4096 00020000:00200000:1.0:1775764894.362117:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.362129:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156357, 156357] 00000008:00010000:1.0:1775764894.362135:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.362137:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.362145:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362155:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640438272 640442367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362163:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362170:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362177:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.362185:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640438272, 640442368) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.362190:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156357 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.362211:0:17279:0:(rw26.c:858:ll_write_end()) pos 640438272, len 4096, copied 4096 00000080:00200000:1.0:1775764894.362216:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f1d54734[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.362219:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000380f41fc fffffc0001001 3:0 ffff967bc91a5000 156357 lru 00000080:00200000:1.0:1775764894.362224:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000005625aba 156357: 1< 0 - - > 2< 640438272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 410 - -> 00000080:00200000:1.0:1775764894.362226:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f1d54734 00000080:00200000:1.0:1775764894.362227:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.362229:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.362237:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.362275:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.362278:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.362281:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.362287:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.362289:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.362291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.362295:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362303:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.362312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.362315:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.362319:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.362322:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156357, 156357] 00000080:00200000:1.0:1775764894.362333:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.362335:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.362340:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640442368 i_blocks 1196131 00000080:00200000:1.0:1775764894.362343:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.362545:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640442368, count: 4096 00000080:00200000:1.0:1775764894.362562:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640442368, bytes: 4096 00000080:00200000:1.0:1775764894.362565:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.362569:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156359, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.362570:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640442368, 640446464) 0 0 00000080:00200000:1.0:1775764894.362573:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.362579:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156358, 156358] 00020000:00200000:1.0:1775764894.362582:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640442368 chunk: [640442368, 640446464) 640446464, 4096 00020000:00200000:1.0:1775764894.362585:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.362599:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156358, 156358] 00000008:00010000:1.0:1775764894.362605:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.362607:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.362616:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362626:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640442368 640446463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362634:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362641:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362647:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.362655:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640442368, 640446464) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.362661:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156358 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.362679:0:17279:0:(rw26.c:858:ll_write_end()) pos 640442368, len 4096, copied 4096 00000080:00200000:1.0:1775764894.362684:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000999fa0d8[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.362687:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8e7549b fffffc0001001 3:0 ffff967bc91a5380 156358 lru 00000080:00200000:1.0:1775764894.362692:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e3b986b 156358: 1< 0 - - > 2< 640442368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 411 - -> 00000080:00200000:1.0:1775764894.362695:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000999fa0d8 00000080:00200000:1.0:1775764894.362696:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.362698:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.362707:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.362720:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.362723:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.362725:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.362732:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.362735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.362737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.362741:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362749:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.362758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.362760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.362765:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.362768:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156358, 156358] 00000080:00200000:1.0:1775764894.362779:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.362781:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.362787:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640446464 i_blocks 1196131 00000080:00200000:1.0:1775764894.362790:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.362804:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640446464, count: 4096 00000080:00200000:1.0:1775764894.362816:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640446464, bytes: 4096 00000080:00200000:1.0:1775764894.362819:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.362823:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156360, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.362825:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640446464, 640450560) 0 0 00000080:00200000:1.0:1775764894.362827:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.362833:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156359, 156359] 00020000:00200000:1.0:1775764894.362836:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640446464 chunk: [640446464, 640450560) 640450560, 4096 00020000:00200000:1.0:1775764894.362838:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.362850:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156359, 156359] 00000008:00010000:1.0:1775764894.362855:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.362858:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.362866:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362875:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640446464 640450559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362883:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362891:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.362898:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.362906:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640446464, 640450560) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.362911:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156359 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.362927:0:17279:0:(rw26.c:858:ll_write_end()) pos 640446464, len 4096, copied 4096 00000080:00200000:1.0:1775764894.362932:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ee0983a3[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.362935:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000076872412 fffffc0001001 3:0 ffff967bc91a5c40 156359 lru 00000080:00200000:1.0:1775764894.363025:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001b3606b9 156359: 1< 0 - - > 2< 640446464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 412 - -> 00000080:00200000:1.0:1775764894.363029:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ee0983a3 00000080:00200000:1.0:1775764894.363030:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.363033:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.363043:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.363057:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.363060:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.363062:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.363068:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.363070:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.363073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.363077:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363085:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.363093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.363096:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.363100:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.363103:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156359, 156359] 00000080:00200000:1.0:1775764894.363113:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.363116:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.363121:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640450560 i_blocks 1196131 00000080:00200000:1.0:1775764894.363124:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.363138:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640450560, count: 4096 00000080:00200000:1.0:1775764894.363148:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640450560, bytes: 4096 00000080:00200000:1.0:1775764894.363151:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.363155:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156361, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.363157:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640450560, 640454656) 0 0 00000080:00200000:1.0:1775764894.363160:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.363165:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156360, 156360] 00020000:00200000:1.0:1775764894.363168:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640450560 chunk: [640450560, 640454656) 640454656, 4096 00020000:00200000:1.0:1775764894.363170:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.363181:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156360, 156360] 00000008:00010000:1.0:1775764894.363186:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.363189:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.363196:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363205:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640450560 640454655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363214:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363222:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363229:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.363237:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640450560, 640454656) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.363242:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156360 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.363470:0:17279:0:(rw26.c:858:ll_write_end()) pos 640450560, len 4096, copied 4096 00000080:00200000:1.0:1775764894.363475:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001adc9891[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.363478:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000b8926b0 fffffc0001001 3:0 ffff967bc91a59a0 156360 lru 00000080:00200000:1.0:1775764894.363484:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000038670af4 156360: 1< 0 - - > 2< 640450560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 413 - -> 00000080:00200000:1.0:1775764894.363486:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001adc9891 00000080:00200000:1.0:1775764894.363488:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.363490:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.363499:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.363511:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.363513:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.363516:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.363521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.363524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.363526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.363530:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363537:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.363544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.363546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.363550:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.363553:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156360, 156360] 00000080:00200000:1.0:1775764894.363564:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.363567:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.363573:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640454656 i_blocks 1196131 00000080:00200000:1.0:1775764894.363576:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.363591:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640454656, count: 4096 00000080:00200000:1.0:1775764894.363604:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640454656, bytes: 4096 00000080:00200000:1.0:1775764894.363607:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.363611:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156362, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.363612:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640454656, 640458752) 0 0 00000080:00200000:1.0:1775764894.363615:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.363621:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156361, 156361] 00020000:00200000:1.0:1775764894.363624:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640454656 chunk: [640454656, 640458752) 640458752, 4096 00020000:00200000:1.0:1775764894.363627:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.363641:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156361, 156361] 00000008:00010000:1.0:1775764894.363647:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.363649:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.363658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363667:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640454656 640458751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363676:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363683:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363690:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.363699:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640454656, 640458752) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.363704:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156361 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.363722:0:17279:0:(rw26.c:858:ll_write_end()) pos 640454656, len 4096, copied 4096 00000080:00200000:1.0:1775764894.363726:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004361321b[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.363729:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000052fdf195 fffffc0001001 3:0 ffff967bc91a5a80 156361 lru 00000080:00200000:1.0:1775764894.363735:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000447bacd7 156361: 1< 0 - - > 2< 640454656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 414 - -> 00000080:00200000:1.0:1775764894.363737:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004361321b 00000080:00200000:1.0:1775764894.363738:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.363741:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.363749:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.363761:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.363764:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.363766:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.363773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.363775:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.363778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.363782:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363789:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.363797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.363800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.363804:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.363807:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156361, 156361] 00000080:00200000:1.0:1775764894.363817:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.363821:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.363826:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640458752 i_blocks 1196131 00000080:00200000:1.0:1775764894.363829:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.363844:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640458752, count: 4096 00000080:00200000:1.0:1775764894.363856:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640458752, bytes: 4096 00000080:00200000:1.0:1775764894.363859:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.363862:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156363, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.363864:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640458752, 640462848) 0 0 00000080:00200000:1.0:1775764894.363866:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.363872:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156362, 156362] 00020000:00200000:1.0:1775764894.363874:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640458752 chunk: [640458752, 640462848) 640462848, 4096 00020000:00200000:1.0:1775764894.363876:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.363889:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156362, 156362] 00000008:00010000:1.0:1775764894.363894:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.363896:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.363904:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363913:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640458752 640462847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363930:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.363937:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364047:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640458752, 640462848) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.364054:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156362 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.364069:0:17279:0:(rw26.c:858:ll_write_end()) pos 640458752, len 4096, copied 4096 00000080:00200000:1.0:1775764894.364074:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000005e985da[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.364077:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000072a74644 fffffc0001001 3:0 ffff967bc91a5540 156362 lru 00000080:00200000:1.0:1775764894.364083:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c63ab42d 156362: 1< 0 - - > 2< 640458752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 415 - -> 00000080:00200000:1.0:1775764894.364085:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000005e985da 00000080:00200000:1.0:1775764894.364086:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.364088:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.364096:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364108:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.364111:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.364113:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.364119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.364122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.364124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.364128:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364136:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.364144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.364147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.364151:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.364154:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156362, 156362] 00000080:00200000:1.0:1775764894.364165:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.364169:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.364173:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640462848 i_blocks 1196131 00000080:00200000:1.0:1775764894.364176:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.364191:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640462848, count: 4096 00000080:00200000:1.0:1775764894.364203:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640462848, bytes: 4096 00000080:00200000:1.0:1775764894.364206:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.364210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156364, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.364212:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640462848, 640466944) 0 0 00000080:00200000:1.0:1775764894.364215:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.364220:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156363, 156363] 00020000:00200000:1.0:1775764894.364223:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640462848 chunk: [640462848, 640466944) 640466944, 4096 00020000:00200000:1.0:1775764894.364226:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.364239:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156363, 156363] 00000008:00010000:1.0:1775764894.364244:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.364247:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.364280:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364290:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640462848 640466943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364299:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364307:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364314:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364322:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640462848, 640466944) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.364328:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156363 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.364345:0:17279:0:(rw26.c:858:ll_write_end()) pos 640462848, len 4096, copied 4096 00000080:00200000:1.0:1775764894.364349:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a6faaaaa[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.364450:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000034023889 fffffc0001001 3:0 ffff967bc91a50e0 156363 lru 00000080:00200000:1.0:1775764894.364458:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000021854983 156363: 1< 0 - - > 2< 640462848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 416 - -> 00000080:00200000:1.0:1775764894.364460:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a6faaaaa 00000080:00200000:1.0:1775764894.364462:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.364465:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.364474:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364487:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.364490:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.364493:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.364499:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.364501:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.364504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.364508:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364516:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.364525:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.364527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.364532:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.364535:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156363, 156363] 00000080:00200000:1.0:1775764894.364545:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.364548:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.364553:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640466944 i_blocks 1196131 00000080:00200000:1.0:1775764894.364556:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.364571:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640466944, count: 4096 00000080:00200000:1.0:1775764894.364583:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640466944, bytes: 4096 00000080:00200000:1.0:1775764894.364585:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.364589:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156365, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.364591:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640466944, 640471040) 0 0 00000080:00200000:1.0:1775764894.364593:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.364598:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156364, 156364] 00020000:00200000:1.0:1775764894.364601:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640466944 chunk: [640466944, 640471040) 640471040, 4096 00020000:00200000:1.0:1775764894.364603:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.364615:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156364, 156364] 00000008:00010000:1.0:1775764894.364621:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.364623:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.364631:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364640:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640466944 640471039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364649:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364657:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364664:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364672:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640466944, 640471040) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.364678:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156364 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.364695:0:17279:0:(rw26.c:858:ll_write_end()) pos 640466944, len 4096, copied 4096 00000080:00200000:1.0:1775764894.364699:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000085ba4b9c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.364702:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004d17db75 fffffc0001001 3:0 ffff967bc91a51c0 156364 lru 00000080:00200000:1.0:1775764894.364709:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009b5733fb 156364: 1< 0 - - > 2< 640466944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 417 - -> 00000080:00200000:1.0:1775764894.364711:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000085ba4b9c 00000080:00200000:1.0:1775764894.364712:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.364715:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.364723:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364736:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.364739:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.364741:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.364747:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.364749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.364751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.364755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364763:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.364771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.364773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.364778:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.364781:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156364, 156364] 00000080:00200000:1.0:1775764894.364792:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.364796:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.364801:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640471040 i_blocks 1196131 00000080:00200000:1.0:1775764894.364804:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.364819:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640471040, count: 4096 00000080:00200000:1.0:1775764894.364831:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640471040, bytes: 4096 00000080:00200000:1.0:1775764894.364833:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.364837:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156366, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.364838:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640471040, 640475136) 0 0 00000080:00200000:1.0:1775764894.364841:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.364846:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156365, 156365] 00020000:00200000:1.0:1775764894.364849:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640471040 chunk: [640471040, 640475136) 640475136, 4096 00020000:00200000:1.0:1775764894.364852:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.364863:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156365, 156365] 00000008:00010000:1.0:1775764894.364868:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.364870:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.364878:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364887:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640471040 640475135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364896:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364904:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.364911:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.364919:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640471040, 640475136) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.364924:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156365 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.365035:0:17279:0:(rw26.c:858:ll_write_end()) pos 640471040, len 4096, copied 4096 00000080:00200000:1.0:1775764894.365041:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cfe752e3[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.365045:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009134f10d fffffc0001001 3:0 ffff967bc91a5700 156365 lru 00000080:00200000:1.0:1775764894.365051:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d59ec6ee 156365: 1< 0 - - > 2< 640471040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 418 - -> 00000080:00200000:1.0:1775764894.365053:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cfe752e3 00000080:00200000:1.0:1775764894.365054:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.365057:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.365067:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.365080:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.365083:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.365085:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.365091:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.365093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.365095:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.365099:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365107:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.365115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.365117:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.365122:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.365125:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156365, 156365] 00000080:00200000:1.0:1775764894.365135:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.365138:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.365143:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640475136 i_blocks 1196131 00000080:00200000:1.0:1775764894.365147:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.365162:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640475136, count: 4096 00000080:00200000:1.0:1775764894.365175:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640475136, bytes: 4096 00000080:00200000:1.0:1775764894.365178:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.365181:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156367, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.365183:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640475136, 640479232) 0 0 00000080:00200000:1.0:1775764894.365186:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.365192:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156366, 156366] 00020000:00200000:1.0:1775764894.365195:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640475136 chunk: [640475136, 640479232) 640479232, 4096 00020000:00200000:1.0:1775764894.365198:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.365210:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156366, 156366] 00000008:00010000:1.0:1775764894.365216:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.365218:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.365226:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365235:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640475136 640479231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365244:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365370:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365462:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.365472:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640475136, 640479232) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.365479:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156366 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.365497:0:17279:0:(rw26.c:858:ll_write_end()) pos 640475136, len 4096, copied 4096 00000080:00200000:1.0:1775764894.365502:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000220284bd[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.365505:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f303f397 fffffc0001001 3:0 ffff967bc91a52a0 156366 lru 00000080:00200000:1.0:1775764894.365511:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000050e8027 156366: 1< 0 - - > 2< 640475136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 419 - -> 00000080:00200000:1.0:1775764894.365513:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000220284bd 00000080:00200000:1.0:1775764894.365514:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.365517:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.365526:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.365539:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.365542:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.365545:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.365551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.365553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.365556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.365560:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365569:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.365577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.365580:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.365584:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.365587:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156366, 156366] 00000080:00200000:1.0:1775764894.365598:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.365601:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.365606:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640479232 i_blocks 1196131 00000080:00200000:1.0:1775764894.365610:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.365625:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640479232, count: 4096 00000080:00200000:1.0:1775764894.365637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640479232, bytes: 4096 00000080:00200000:1.0:1775764894.365640:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.365644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156368, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.365646:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640479232, 640483328) 0 0 00000080:00200000:1.0:1775764894.365649:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.365654:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156367, 156367] 00020000:00200000:1.0:1775764894.365658:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640479232 chunk: [640479232, 640483328) 640483328, 4096 00020000:00200000:1.0:1775764894.365660:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.365673:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156367, 156367] 00000008:00010000:1.0:1775764894.365679:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.365682:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.365689:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365699:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640479232 640483327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365708:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365716:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365723:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.365732:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640479232, 640483328) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.365737:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156367 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.365761:0:17279:0:(rw26.c:858:ll_write_end()) pos 640479232, len 4096, copied 4096 00000080:00200000:1.0:1775764894.365766:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007dbd4a26[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.365769:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d5799858 fffffc0001021 2:0 ffff967bc91a5e00 156367 lru 00000080:00200000:1.0:1775764894.365775:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009af433ee 156367: 1< 0 - - > 2< 640479232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 420 - -> 00000080:00200000:1.0:1775764894.365777:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007dbd4a26 00000080:00200000:1.0:1775764894.365778:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.365780:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.365789:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.365802:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.365805:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.365807:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.365813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.365816:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.365818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.365822:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.365829:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.365837:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.365839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.365843:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.365846:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156367, 156367] 00000080:00200000:1.0:1775764894.365857:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.365859:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.365864:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640483328 i_blocks 1196131 00000080:00200000:1.0:1775764894.365867:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.365882:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640483328, count: 4096 00000080:00200000:1.0:1775764894.365893:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640483328, bytes: 4096 00000080:00200000:1.0:1775764894.365896:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.365900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156369, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.365901:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640483328, 640487424) 0 0 00000080:00200000:1.0:1775764894.365904:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.365909:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156368, 156368] 00020000:00200000:1.0:1775764894.365912:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640483328 chunk: [640483328, 640487424) 640487424, 4096 00020000:00200000:1.0:1775764894.365914:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.365926:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156368, 156368] 00000008:00010000:1.0:1775764894.365931:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.365934:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.366048:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366060:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640483328 640487423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366069:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366077:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366084:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.366094:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640483328, 640487424) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.366100:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156368 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.366116:0:17279:0:(rw26.c:858:ll_write_end()) pos 640483328, len 4096, copied 4096 00000080:00200000:1.0:1775764894.366120:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f758f7f4[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.366123:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003f0e5754 fffffc0001001 3:0 ffff967bc91a58c0 156368 lru 00000080:00200000:1.0:1775764894.366129:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f1920d2f 156368: 1< 0 - - > 2< 640483328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 421 - -> 00000080:00200000:1.0:1775764894.366131:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f758f7f4 00000080:00200000:1.0:1775764894.366133:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.366135:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.366143:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.366156:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.366160:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.366162:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.366168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.366170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.366173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.366177:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366185:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.366193:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.366195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.366200:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.366202:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156368, 156368] 00000080:00200000:1.0:1775764894.366212:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.366215:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.366220:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640487424 i_blocks 1196131 00000080:00200000:1.0:1775764894.366223:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.366237:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640487424, count: 4096 00000080:00200000:1.0:1775764894.366279:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640487424, bytes: 4096 00000080:00200000:1.0:1775764894.366282:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.366285:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156370, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.366287:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640487424, 640491520) 0 0 00000080:00200000:1.0:1775764894.366290:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.366296:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156369, 156369] 00020000:00200000:1.0:1775764894.366299:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640487424 chunk: [640487424, 640491520) 640491520, 4096 00020000:00200000:1.0:1775764894.366301:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.366314:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156369, 156369] 00000008:00010000:1.0:1775764894.366320:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.366322:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.366330:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366339:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640487424 640491519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366347:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366364:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366451:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.366463:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640487424, 640491520) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.366470:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156369 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.366500:0:17279:0:(rw26.c:858:ll_write_end()) pos 640487424, len 4096, copied 4096 00000080:00200000:1.0:1775764894.366505:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000093a97a62[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.366508:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000012ce6716 fffffc0001001 3:0 ffff967bc91a6e00 156369 lru 00000080:00200000:1.0:1775764894.366514:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e9ec286d 156369: 1< 0 - - > 2< 640487424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 422 - -> 00000080:00200000:1.0:1775764894.366517:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000093a97a62 00000080:00200000:1.0:1775764894.366518:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.366520:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.366530:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.366543:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.366545:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.366548:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.366554:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.366556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.366558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.366562:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366570:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.366578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.366581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.366584:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.366587:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156369, 156369] 00000080:00200000:1.0:1775764894.366598:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.366601:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.366606:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640491520 i_blocks 1196131 00000080:00200000:1.0:1775764894.366609:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.366625:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640491520, count: 4096 00000080:00200000:1.0:1775764894.366637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640491520, bytes: 4096 00000080:00200000:1.0:1775764894.366640:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.366644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156371, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.366645:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640491520, 640495616) 0 0 00000080:00200000:1.0:1775764894.366648:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.366653:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156370, 156370] 00020000:00200000:1.0:1775764894.366657:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640491520 chunk: [640491520, 640495616) 640495616, 4096 00020000:00200000:1.0:1775764894.366659:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.366671:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156370, 156370] 00000008:00010000:1.0:1775764894.366677:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.366679:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.366687:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366696:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640491520 640495615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366720:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.366729:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640491520, 640495616) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.366734:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156370 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.366752:0:17279:0:(rw26.c:858:ll_write_end()) pos 640491520, len 4096, copied 4096 00000080:00200000:1.0:1775764894.366756:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003f1681b4[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.366760:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf4f3918 fffffc0001001 3:0 ffff967bc91a68c0 156370 lru 00000080:00200000:1.0:1775764894.366765:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005a618e3e 156370: 1< 0 - - > 2< 640491520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 423 - -> 00000080:00200000:1.0:1775764894.366767:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003f1681b4 00000080:00200000:1.0:1775764894.366769:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.366771:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.366780:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.366793:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.366796:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.366798:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.366805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.366807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.366809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.366813:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.366821:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.366829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.366831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.366835:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.366838:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156370, 156370] 00000080:00200000:1.0:1775764894.366848:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.366852:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.366857:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640495616 i_blocks 1196131 00000080:00200000:1.0:1775764894.366860:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.366876:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640495616, count: 4096 00000080:00200000:1.0:1775764894.366887:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640495616, bytes: 4096 00000080:00200000:1.0:1775764894.366890:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.366894:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156372, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.366896:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640495616, 640499712) 0 0 00000080:00200000:1.0:1775764894.366898:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.366904:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156371, 156371] 00020000:00200000:1.0:1775764894.366907:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640495616 chunk: [640495616, 640499712) 640499712, 4096 00020000:00200000:1.0:1775764894.366909:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.366921:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156371, 156371] 00000008:00010000:1.0:1775764894.366926:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.366928:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.366936:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367040:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640495616 640499711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367050:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367058:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367066:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.367076:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640495616, 640499712) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.367082:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156371 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.367099:0:17279:0:(rw26.c:858:ll_write_end()) pos 640495616, len 4096, copied 4096 00000080:00200000:1.0:1775764894.367104:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dd941521[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.367107:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002203aae5 fffffc0001001 3:0 ffff967bc91a6460 156371 lru 00000080:00200000:1.0:1775764894.367112:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b331da03 156371: 1< 0 - - > 2< 640495616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 424 - -> 00000080:00200000:1.0:1775764894.367114:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dd941521 00000080:00200000:1.0:1775764894.367115:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.367117:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.367126:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.367138:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.367141:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.367143:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.367149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.367151:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.367153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.367158:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367166:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.367173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.367175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.367179:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.367182:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156371, 156371] 00000080:00200000:1.0:1775764894.367192:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.367195:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.367200:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640499712 i_blocks 1196131 00000080:00200000:1.0:1775764894.367203:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.367216:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640499712, count: 4096 00000080:00200000:1.0:1775764894.367227:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640499712, bytes: 4096 00000080:00200000:1.0:1775764894.367230:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.367234:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156373, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.367235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640499712, 640503808) 0 0 00000080:00200000:1.0:1775764894.367238:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.367243:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156372, 156372] 00020000:00200000:1.0:1775764894.367348:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640499712 chunk: [640499712, 640503808) 640503808, 4096 00020000:00200000:1.0:1775764894.367360:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.367460:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156372, 156372] 00000008:00010000:1.0:1775764894.367467:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.367469:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.367477:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367487:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640499712 640503807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367496:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367504:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367511:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.367520:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640499712, 640503808) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.367526:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156372 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.367543:0:17279:0:(rw26.c:858:ll_write_end()) pos 640499712, len 4096, copied 4096 00000080:00200000:1.0:1775764894.367548:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e097bd8c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.367551:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003344166f fffffc0001001 3:0 ffff967bc91a6ee0 156372 lru 00000080:00200000:1.0:1775764894.367556:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000005794d07 156372: 1< 0 - - > 2< 640499712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 425 - -> 00000080:00200000:1.0:1775764894.367558:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e097bd8c 00000080:00200000:1.0:1775764894.367559:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.367561:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.367570:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.367582:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.367586:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.367588:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.367594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.367597:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.367599:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.367603:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367611:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.367619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.367622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.367627:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.367630:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156372, 156372] 00000080:00200000:1.0:1775764894.367640:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.367643:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.367648:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640503808 i_blocks 1196131 00000080:00200000:1.0:1775764894.367652:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.367667:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640503808, count: 4096 00000080:00200000:1.0:1775764894.367678:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640503808, bytes: 4096 00000080:00200000:1.0:1775764894.367681:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.367684:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156374, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.367686:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640503808, 640507904) 0 0 00000080:00200000:1.0:1775764894.367689:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.367694:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156373, 156373] 00020000:00200000:1.0:1775764894.367697:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640503808 chunk: [640503808, 640507904) 640507904, 4096 00020000:00200000:1.0:1775764894.367700:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.367712:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156373, 156373] 00000008:00010000:1.0:1775764894.367718:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.367720:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.367729:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367738:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640503808 640507903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367746:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367753:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367760:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.367769:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640503808, 640507904) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.367774:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156373 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.367792:0:17279:0:(rw26.c:858:ll_write_end()) pos 640503808, len 4096, copied 4096 00000080:00200000:1.0:1775764894.367796:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a3dbc884[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.367799:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004a5aafeb fffffc0001001 3:0 ffff967bc91a6d20 156373 lru 00000080:00200000:1.0:1775764894.367804:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2c36359 156373: 1< 0 - - > 2< 640503808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 426 - -> 00000080:00200000:1.0:1775764894.367806:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a3dbc884 00000080:00200000:1.0:1775764894.367808:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.367810:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.367819:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.367830:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.367832:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.367835:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.367840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.367842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.367845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.367849:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367856:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.367864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.367866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.367871:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.367874:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156373, 156373] 00000080:00200000:1.0:1775764894.367884:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.367887:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.367892:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640507904 i_blocks 1196131 00000080:00200000:1.0:1775764894.367894:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.367910:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640507904, count: 4096 00000080:00200000:1.0:1775764894.367921:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640507904, bytes: 4096 00000080:00200000:1.0:1775764894.367923:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.367927:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156375, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.367928:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640507904, 640512000) 0 0 00000080:00200000:1.0:1775764894.367931:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.367936:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156374, 156374] 00020000:00200000:1.0:1775764894.367939:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640507904 chunk: [640507904, 640512000) 640512000, 4096 00020000:00200000:1.0:1775764894.367955:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.367969:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156374, 156374] 00000008:00010000:1.0:1775764894.367975:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.367977:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.367985:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.367994:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640507904 640511999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368003:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368010:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368017:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.368026:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640507904, 640512000) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.368031:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156374 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.368048:0:17279:0:(rw26.c:858:ll_write_end()) pos 640507904, len 4096, copied 4096 00000080:00200000:1.0:1775764894.368052:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a0b6689a[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.368055:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000008ba8253 fffffc0001001 3:0 ffff967bc91a67e0 156374 lru 00000080:00200000:1.0:1775764894.368061:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005fc00eb6 156374: 1< 0 - - > 2< 640507904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 427 - -> 00000080:00200000:1.0:1775764894.368063:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a0b6689a 00000080:00200000:1.0:1775764894.368064:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.368066:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.368075:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.368087:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.368090:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.368092:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.368097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.368100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.368102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.368106:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368114:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.368122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.368125:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.368129:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.368132:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156374, 156374] 00000080:00200000:1.0:1775764894.368143:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.368146:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.368151:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640512000 i_blocks 1196131 00000080:00200000:1.0:1775764894.368154:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.368168:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640512000, count: 4096 00000080:00200000:1.0:1775764894.368180:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640512000, bytes: 4096 00000080:00200000:1.0:1775764894.368183:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.368187:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156376, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.368188:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640512000, 640516096) 0 0 00000080:00200000:1.0:1775764894.368191:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.368196:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156375, 156375] 00020000:00200000:1.0:1775764894.368200:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640512000 chunk: [640512000, 640516096) 640516096, 4096 00020000:00200000:1.0:1775764894.368202:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.368215:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156375, 156375] 00000008:00010000:1.0:1775764894.368220:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.368223:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.368231:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368240:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640512000 640516095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368506:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368514:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368521:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.368531:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640512000, 640516096) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.368537:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156375 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.368555:0:17279:0:(rw26.c:858:ll_write_end()) pos 640512000, len 4096, copied 4096 00000080:00200000:1.0:1775764894.368560:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000737456a[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.368563:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000262ec440 fffffc0001001 3:0 ffff967bc91a6b60 156375 lru 00000080:00200000:1.0:1775764894.368568:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000026bae74f 156375: 1< 0 - - > 2< 640512000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 428 - -> 00000080:00200000:1.0:1775764894.368570:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000737456a 00000080:00200000:1.0:1775764894.368572:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.368574:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.368584:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.368597:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.368600:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.368602:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.368609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.368612:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.368615:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.368618:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368626:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.368635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.368637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.368642:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.368645:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156375, 156375] 00000080:00200000:1.0:1775764894.368656:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.368660:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.368665:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640516096 i_blocks 1196131 00000080:00200000:1.0:1775764894.368668:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.368686:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640516096, count: 4096 00000080:00200000:1.0:1775764894.368699:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640516096, bytes: 4096 00000080:00200000:1.0:1775764894.368702:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.368706:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156377, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.368708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640516096, 640520192) 0 0 00000080:00200000:1.0:1775764894.368711:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.368717:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156376, 156376] 00020000:00200000:1.0:1775764894.368720:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640516096 chunk: [640516096, 640520192) 640520192, 4096 00020000:00200000:1.0:1775764894.368723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.368735:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156376, 156376] 00000008:00010000:1.0:1775764894.368740:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.368743:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.368750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368759:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640516096 640520191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368767:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368775:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368781:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.368790:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640516096, 640520192) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.368795:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156376 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.368813:0:17279:0:(rw26.c:858:ll_write_end()) pos 640516096, len 4096, copied 4096 00000080:00200000:1.0:1775764894.368817:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000067336c4[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.368820:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000931a4cf0 fffffc0001001 3:0 ffff967bc91a6620 156376 lru 00000080:00200000:1.0:1775764894.368825:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000654245a 156376: 1< 0 - - > 2< 640516096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 429 - -> 00000080:00200000:1.0:1775764894.368827:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000067336c4 00000080:00200000:1.0:1775764894.368828:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.368830:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.368842:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.368853:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.368856:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.368858:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.368863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.368866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.368868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.368872:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.368879:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.368887:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.368889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.368893:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.368896:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156376, 156376] 00000080:00200000:1.0:1775764894.368907:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.368910:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.368915:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640520192 i_blocks 1196131 00000080:00200000:1.0:1775764894.368917:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.368932:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640520192, count: 4096 00000080:00200000:1.0:1775764894.368958:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640520192, bytes: 4096 00000080:00200000:1.0:1775764894.368961:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.368965:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156378, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.368966:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640520192, 640524288) 0 0 00000080:00200000:1.0:1775764894.368970:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.368974:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156377, 156377] 00020000:00200000:1.0:1775764894.368977:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640520192 chunk: [640520192, 640524288) 640524288, 4096 00020000:00200000:1.0:1775764894.368980:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.368993:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156377, 156377] 00000008:00010000:1.0:1775764894.368998:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.369000:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.369008:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369017:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640520192 640524287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369025:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369033:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369039:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.369047:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640520192, 640524288) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.369052:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156377 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.369067:0:17279:0:(rw26.c:858:ll_write_end()) pos 640520192, len 4096, copied 4096 00000080:00200000:1.0:1775764894.369071:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001bff48c6[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.369074:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000df18256b fffffc0001001 3:0 ffff967bc91a6000 156377 lru 00000080:00200000:1.0:1775764894.369080:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e97506f0 156377: 1< 0 - - > 2< 640520192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 430 - -> 00000080:00200000:1.0:1775764894.369082:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001bff48c6 00000080:00200000:1.0:1775764894.369084:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.369086:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.369093:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.369104:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.369107:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.369109:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.369115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.369117:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.369120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.369123:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369131:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.369140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.369142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.369146:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.369149:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156377, 156377] 00000080:00200000:1.0:1775764894.369159:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.369162:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.369168:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640524288 i_blocks 1196131 00000080:00200000:1.0:1775764894.369171:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.369185:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640524288, count: 4096 00000080:00200000:1.0:1775764894.369198:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640524288, bytes: 4096 00000080:00200000:1.0:1775764894.369200:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.369204:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156379, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.369206:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640524288, 640528384) 0 0 00000080:00200000:1.0:1775764894.369209:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.369214:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156378, 156378] 00020000:00200000:1.0:1775764894.369217:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640524288 chunk: [640524288, 640528384) 640528384, 4096 00020000:00200000:1.0:1775764894.369219:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.369232:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156378, 156378] 00000008:00010000:1.0:1775764894.369238:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.369240:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.369484:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369495:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640524288 640528383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369502:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369509:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369514:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.369522:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640524288, 640528384) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.369527:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156378 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.369544:0:17279:0:(rw26.c:858:ll_write_end()) pos 640524288, len 4096, copied 4096 00000080:00200000:1.0:1775764894.369548:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000023e851f8[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.369551:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000059e3cca1 fffffc0001001 3:0 ffff967bc91a6380 156378 lru 00000080:00200000:1.0:1775764894.369557:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000053dd152e 156378: 1< 0 - - > 2< 640524288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 431 - -> 00000080:00200000:1.0:1775764894.369559:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000023e851f8 00000080:00200000:1.0:1775764894.369561:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.369563:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.369572:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.369585:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.369588:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.369590:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.369596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.369598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.369601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.369604:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369612:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.369620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.369622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.369626:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.369629:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156378, 156378] 00000080:00200000:1.0:1775764894.369639:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.369642:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.369648:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640528384 i_blocks 1196131 00000080:00200000:1.0:1775764894.369650:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.369665:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640528384, count: 4096 00000080:00200000:1.0:1775764894.369677:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640528384, bytes: 4096 00000080:00200000:1.0:1775764894.369679:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.369683:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156380, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.369685:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640528384, 640532480) 0 0 00000080:00200000:1.0:1775764894.369688:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.369693:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156379, 156379] 00020000:00200000:1.0:1775764894.369696:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640528384 chunk: [640528384, 640532480) 640532480, 4096 00020000:00200000:1.0:1775764894.369698:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.369711:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156379, 156379] 00000008:00010000:1.0:1775764894.369717:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.369719:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.369728:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369736:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640528384 640532479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369745:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369752:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.369759:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.369767:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640528384, 640532480) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.369773:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156379 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.369790:0:17279:0:(rw26.c:858:ll_write_end()) pos 640528384, len 4096, copied 4096 00000080:00200000:1.0:1775764894.370095:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000db732493[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.370098:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007299a9d1 fffffc0001001 3:0 ffff967bc91a6c40 156379 lru 00000080:00200000:1.0:1775764894.370104:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bb470c62 156379: 1< 0 - - > 2< 640528384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 432 - -> 00000080:00200000:1.0:1775764894.370106:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000db732493 00000080:00200000:1.0:1775764894.370108:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.370111:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.370120:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.370134:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.370138:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.370140:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.370146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.370148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.370151:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.370154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370162:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.370171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.370173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.370177:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.370180:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156379, 156379] 00000080:00200000:1.0:1775764894.370191:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.370195:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.370200:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640532480 i_blocks 1196131 00000080:00200000:1.0:1775764894.370203:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.370220:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640532480, count: 4096 00000080:00200000:1.0:1775764894.370232:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640532480, bytes: 4096 00000080:00200000:1.0:1775764894.370235:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.370239:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156381, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.370241:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640532480, 640536576) 0 0 00000080:00200000:1.0:1775764894.370244:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.370275:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156380, 156380] 00020000:00200000:1.0:1775764894.370278:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640532480 chunk: [640532480, 640536576) 640536576, 4096 00020000:00200000:1.0:1775764894.370280:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.370295:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156380, 156380] 00000008:00010000:1.0:1775764894.370301:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.370303:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.370312:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370321:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640532480 640536575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370330:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370337:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370344:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.370456:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640532480, 640536576) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.370463:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156380 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.370484:0:17279:0:(rw26.c:858:ll_write_end()) pos 640532480, len 4096, copied 4096 00000080:00200000:1.0:1775764894.370489:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000009f6bd26[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.370492:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000045d32549 fffffc0001001 3:0 ffff967bc91a69a0 156380 lru 00000080:00200000:1.0:1775764894.370497:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000885cae56 156380: 1< 0 - - > 2< 640532480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 433 - -> 00000080:00200000:1.0:1775764894.370500:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000009f6bd26 00000080:00200000:1.0:1775764894.370502:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.370504:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.370513:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.370525:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.370529:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.370531:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.370537:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.370539:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.370542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.370546:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370553:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.370562:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.370564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.370569:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.370571:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156380, 156380] 00000080:00200000:1.0:1775764894.370582:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.370585:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.370590:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640536576 i_blocks 1196131 00000080:00200000:1.0:1775764894.370593:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.370609:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640536576, count: 4096 00000080:00200000:1.0:1775764894.370620:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640536576, bytes: 4096 00000080:00200000:1.0:1775764894.370623:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.370626:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156382, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.370628:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640536576, 640540672) 0 0 00000080:00200000:1.0:1775764894.370630:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.370636:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156381, 156381] 00020000:00200000:1.0:1775764894.370639:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640536576 chunk: [640536576, 640540672) 640540672, 4096 00020000:00200000:1.0:1775764894.370641:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.370653:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156381, 156381] 00000008:00010000:1.0:1775764894.370658:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.370660:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.370668:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370677:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640536576 640540671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370685:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370693:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370699:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.370708:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640536576, 640540672) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.370713:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156381 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.370730:0:17279:0:(rw26.c:858:ll_write_end()) pos 640536576, len 4096, copied 4096 00000080:00200000:1.0:1775764894.370734:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003f2316f1[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.370737:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ff72e6e5 fffffc0001001 3:0 ffff967bc91a6a80 156381 lru 00000080:00200000:1.0:1775764894.370743:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008c65bf7f 156381: 1< 0 - - > 2< 640536576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 434 - -> 00000080:00200000:1.0:1775764894.370746:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003f2316f1 00000080:00200000:1.0:1775764894.370747:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.370749:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.370758:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.370770:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.370773:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.370775:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.370781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.370783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.370786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.370789:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370797:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.370805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.370808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.370812:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.370815:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156381, 156381] 00000080:00200000:1.0:1775764894.370826:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.370829:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.370834:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640540672 i_blocks 1196131 00000080:00200000:1.0:1775764894.370837:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.370852:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640540672, count: 4096 00000080:00200000:1.0:1775764894.370863:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640540672, bytes: 4096 00000080:00200000:1.0:1775764894.370866:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.370869:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156383, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.370870:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640540672, 640544768) 0 0 00000080:00200000:1.0:1775764894.370873:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.370878:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156382, 156382] 00020000:00200000:1.0:1775764894.370881:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640540672 chunk: [640540672, 640544768) 640544768, 4096 00020000:00200000:1.0:1775764894.370884:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.370895:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156382, 156382] 00000008:00010000:1.0:1775764894.370901:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.370903:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.370910:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370920:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640540672 640544767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.370937:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371031:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.371041:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640540672, 640544768) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.371048:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156382 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.371073:0:17279:0:(rw26.c:858:ll_write_end()) pos 640540672, len 4096, copied 4096 00000080:00200000:1.0:1775764894.371077:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000006fff55c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.371080:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000689a1fd4 fffffc0001021 2:0 ffff967bc91a6540 156382 lru 00000080:00200000:1.0:1775764894.371086:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002777fad5 156382: 1< 0 - - > 2< 640540672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 435 - -> 00000080:00200000:1.0:1775764894.371088:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000006fff55c 00000080:00200000:1.0:1775764894.371090:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.371092:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.371101:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.371113:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.371116:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.371118:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.371124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.371127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.371129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.371134:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371141:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.371149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.371151:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.371155:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.371158:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156382, 156382] 00000080:00200000:1.0:1775764894.371168:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.371172:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.371177:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640544768 i_blocks 1196131 00000080:00200000:1.0:1775764894.371180:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.371195:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640544768, count: 4096 00000080:00200000:1.0:1775764894.371207:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640544768, bytes: 4096 00000080:00200000:1.0:1775764894.371210:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.371214:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156384, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.371215:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640544768, 640548864) 0 0 00000080:00200000:1.0:1775764894.371218:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.371223:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156383, 156383] 00020000:00200000:1.0:1775764894.371227:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640544768 chunk: [640544768, 640548864) 640548864, 4096 00020000:00200000:1.0:1775764894.371229:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.371242:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156383, 156383] 00000008:00010000:1.0:1775764894.371345:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.371348:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.371366:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371459:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640544768 640548863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371469:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371477:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371484:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.371494:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640544768, 640548864) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.371500:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156383 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.371519:0:17279:0:(rw26.c:858:ll_write_end()) pos 640544768, len 4096, copied 4096 00000080:00200000:1.0:1775764894.371523:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ea5c758c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.371526:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bbf368f9 fffffc0001001 3:0 ffff967bc91a60e0 156383 lru 00000080:00200000:1.0:1775764894.371532:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000127a79f9 156383: 1< 0 - - > 2< 640544768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 436 - -> 00000080:00200000:1.0:1775764894.371534:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ea5c758c 00000080:00200000:1.0:1775764894.371535:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.371540:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.371549:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.371561:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.371565:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.371567:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.371573:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.371575:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.371577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.371581:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371589:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.371598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.371601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.371605:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.371608:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156383, 156383] 00000080:00200000:1.0:1775764894.371620:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.371623:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.371629:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640548864 i_blocks 1196131 00000080:00200000:1.0:1775764894.371631:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.371647:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640548864, count: 4096 00000080:00200000:1.0:1775764894.371659:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640548864, bytes: 4096 00000080:00200000:1.0:1775764894.371662:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.371667:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156385, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.371668:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640548864, 640552960) 0 0 00000080:00200000:1.0:1775764894.371671:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.371676:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156384, 156384] 00020000:00200000:1.0:1775764894.371679:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640548864 chunk: [640548864, 640552960) 640552960, 4096 00020000:00200000:1.0:1775764894.371681:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.371693:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156384, 156384] 00000008:00010000:1.0:1775764894.371699:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.371701:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.371709:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371719:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640548864 640552959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371727:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371735:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371742:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.371751:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640548864, 640552960) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.371756:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156384 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.371772:0:17279:0:(rw26.c:858:ll_write_end()) pos 640548864, len 4096, copied 4096 00000080:00200000:1.0:1775764894.371777:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e66a190a[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.371780:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000037b13a2e fffffc0001001 3:0 ffff967bc91a61c0 156384 lru 00000080:00200000:1.0:1775764894.371785:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b40fe89c 156384: 1< 0 - - > 2< 640548864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 437 - -> 00000080:00200000:1.0:1775764894.371787:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e66a190a 00000080:00200000:1.0:1775764894.371789:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.371791:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.371800:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.371812:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.371815:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.371817:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.371822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.371824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.371826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.371831:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.371839:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.371846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.371848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.371853:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.371855:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156384, 156384] 00000080:00200000:1.0:1775764894.371865:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.371868:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.371873:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640552960 i_blocks 1196131 00000080:00200000:1.0:1775764894.371875:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.371889:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640552960, count: 4096 00000080:00200000:1.0:1775764894.371901:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640552960, bytes: 4096 00000080:00200000:1.0:1775764894.371904:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.371907:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156386, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.371909:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640552960, 640557056) 0 0 00000080:00200000:1.0:1775764894.371911:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.371917:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156385, 156385] 00020000:00200000:1.0:1775764894.371920:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640552960 chunk: [640552960, 640557056) 640557056, 4096 00020000:00200000:1.0:1775764894.371922:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.371934:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156385, 156385] 00000008:00010000:1.0:1775764894.371939:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.372042:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.372053:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372062:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640552960 640557055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372070:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372077:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372082:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372091:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640552960, 640557056) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.372096:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156385 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.372112:0:17279:0:(rw26.c:858:ll_write_end()) pos 640552960, len 4096, copied 4096 00000080:00200000:1.0:1775764894.372117:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000d88b517[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.372119:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fd839997 fffffc0001001 3:0 ffff967bc91a6700 156385 lru 00000080:00200000:1.0:1775764894.372125:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000eeda69ce 156385: 1< 0 - - > 2< 640552960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 438 - -> 00000080:00200000:1.0:1775764894.372128:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000d88b517 00000080:00200000:1.0:1775764894.372129:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.372131:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.372139:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372151:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.372154:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.372156:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.372163:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.372166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.372168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.372172:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372180:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.372189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.372191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.372195:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.372197:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156385, 156385] 00000080:00200000:1.0:1775764894.372207:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.372210:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.372215:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640557056 i_blocks 1196131 00000080:00200000:1.0:1775764894.372218:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.372232:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640557056, count: 4096 00000080:00200000:1.0:1775764894.372243:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640557056, bytes: 4096 00000080:00200000:1.0:1775764894.372273:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.372277:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156387, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.372279:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640557056, 640561152) 0 0 00000080:00200000:1.0:1775764894.372282:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.372288:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156386, 156386] 00020000:00200000:1.0:1775764894.372291:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640557056 chunk: [640557056, 640561152) 640561152, 4096 00020000:00200000:1.0:1775764894.372293:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.372306:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156386, 156386] 00000008:00010000:1.0:1775764894.372312:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.372315:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.372322:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372331:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640557056 640561151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372340:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372348:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372364:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372451:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640557056, 640561152) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.372458:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156386 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.372473:0:17279:0:(rw26.c:858:ll_write_end()) pos 640557056, len 4096, copied 4096 00000080:00200000:1.0:1775764894.372477:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f74f704e[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.372479:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001d6507bd fffffc0001001 3:0 ffff967bc91a62a0 156386 lru 00000080:00200000:1.0:1775764894.372485:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000019f7c37e 156386: 1< 0 - - > 2< 640557056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 439 - -> 00000080:00200000:1.0:1775764894.372487:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f74f704e 00000080:00200000:1.0:1775764894.372488:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.372490:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.372497:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372508:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.372510:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.372512:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.372518:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.372520:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.372523:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.372526:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372533:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.372541:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.372544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.372548:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.372551:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156386, 156386] 00000080:00200000:1.0:1775764894.372561:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.372565:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.372570:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640561152 i_blocks 1196131 00000080:00200000:1.0:1775764894.372572:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.372587:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640561152, count: 4096 00000080:00200000:1.0:1775764894.372599:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640561152, bytes: 4096 00000080:00200000:1.0:1775764894.372602:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.372605:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156388, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.372607:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640561152, 640565248) 0 0 00000080:00200000:1.0:1775764894.372610:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.372614:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156387, 156387] 00020000:00200000:1.0:1775764894.372617:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640561152 chunk: [640561152, 640565248) 640565248, 4096 00020000:00200000:1.0:1775764894.372619:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.372629:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156387, 156387] 00000008:00010000:1.0:1775764894.372634:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.372636:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.372642:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372651:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640561152 640565247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372664:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372671:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372678:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640561152, 640565248) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.372682:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156387 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.372707:0:17279:0:(rw26.c:858:ll_write_end()) pos 640561152, len 4096, copied 4096 00000080:00200000:1.0:1775764894.372711:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000004b9b821[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.372714:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000065365e29 fffffc0001001 3:0 ffff967bc91a7ee0 156387 lru 00000080:00200000:1.0:1775764894.372720:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000394795d4 156387: 1< 0 - - > 2< 640561152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 440 - -> 00000080:00200000:1.0:1775764894.372722:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000004b9b821 00000080:00200000:1.0:1775764894.372723:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.372725:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.372732:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372742:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.372745:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.372747:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.372752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.372754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.372756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.372760:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372767:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.372775:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.372777:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.372781:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.372783:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156387, 156387] 00000080:00200000:1.0:1775764894.372792:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.372795:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.372800:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640565248 i_blocks 1196131 00000080:00200000:1.0:1775764894.372802:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.372817:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640565248, count: 4096 00000080:00200000:1.0:1775764894.372827:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640565248, bytes: 4096 00000080:00200000:1.0:1775764894.372830:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.372833:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156389, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.372835:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640565248, 640569344) 0 0 00000080:00200000:1.0:1775764894.372837:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.372842:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156388, 156388] 00020000:00200000:1.0:1775764894.372845:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640565248 chunk: [640565248, 640569344) 640569344, 4096 00020000:00200000:1.0:1775764894.372847:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.372859:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156388, 156388] 00000008:00010000:1.0:1775764894.372863:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.372865:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.372873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372881:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640565248 640569343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372888:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372895:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.372902:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.372910:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640565248, 640569344) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.372914:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156388 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.372930:0:17279:0:(rw26.c:858:ll_write_end()) pos 640565248, len 4096, copied 4096 00000080:00200000:1.0:1775764894.372935:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006e25f29c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.372937:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009735c308 fffffc0001001 3:0 ffff967bc91a7d20 156388 lru 00000080:00200000:1.0:1775764894.373042:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000935093b4 156388: 1< 0 - - > 2< 640565248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 441 - -> 00000080:00200000:1.0:1775764894.373045:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006e25f29c 00000080:00200000:1.0:1775764894.373047:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.373049:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.373059:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373071:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.373074:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.373076:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.373082:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.373084:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.373087:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.373090:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373098:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.373106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.373108:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.373113:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.373115:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156388, 156388] 00000080:00200000:1.0:1775764894.373126:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.373129:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.373133:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640569344 i_blocks 1196131 00000080:00200000:1.0:1775764894.373136:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.373150:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640569344, count: 4096 00000080:00200000:1.0:1775764894.373161:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640569344, bytes: 4096 00000080:00200000:1.0:1775764894.373164:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.373167:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156390, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.373168:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640569344, 640573440) 0 0 00000080:00200000:1.0:1775764894.373171:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.373176:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156389, 156389] 00020000:00200000:1.0:1775764894.373179:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640569344 chunk: [640569344, 640573440) 640573440, 4096 00020000:00200000:1.0:1775764894.373181:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.373191:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156389, 156389] 00000008:00010000:1.0:1775764894.373196:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.373197:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.373205:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373213:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640569344 640573439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373220:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373227:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373232:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373239:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640569344, 640573440) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.373244:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156389 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.373457:0:17279:0:(rw26.c:858:ll_write_end()) pos 640569344, len 4096, copied 4096 00000080:00200000:1.0:1775764894.373462:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000467f53ba[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.373465:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cfcf7776 fffffc0001001 3:0 ffff967bc91a77e0 156389 lru 00000080:00200000:1.0:1775764894.373470:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000acf2370 156389: 1< 0 - - > 2< 640569344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 442 - -> 00000080:00200000:1.0:1775764894.373472:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000467f53ba 00000080:00200000:1.0:1775764894.373473:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.373476:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.373486:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373497:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.373500:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.373503:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.373508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.373510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.373513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.373516:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373524:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.373532:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.373534:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.373539:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.373542:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156389, 156389] 00000080:00200000:1.0:1775764894.373552:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.373555:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.373560:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640573440 i_blocks 1196131 00000080:00200000:1.0:1775764894.373563:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.373578:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640573440, count: 4096 00000080:00200000:1.0:1775764894.373590:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640573440, bytes: 4096 00000080:00200000:1.0:1775764894.373592:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.373596:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156391, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.373598:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640573440, 640577536) 0 0 00000080:00200000:1.0:1775764894.373600:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.373606:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156390, 156390] 00020000:00200000:1.0:1775764894.373609:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640573440 chunk: [640573440, 640577536) 640577536, 4096 00020000:00200000:1.0:1775764894.373611:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.373622:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156390, 156390] 00000008:00010000:1.0:1775764894.373628:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.373630:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.373638:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373646:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640573440 640577535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373654:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373660:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373667:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373675:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640573440, 640577536) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.373681:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156390 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.373697:0:17279:0:(rw26.c:858:ll_write_end()) pos 640573440, len 4096, copied 4096 00000080:00200000:1.0:1775764894.373701:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004dee413d[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.373704:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000098002643 fffffc0001001 3:0 ffff967bc91a7b60 156390 lru 00000080:00200000:1.0:1775764894.373709:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b55a3a55 156390: 1< 0 - - > 2< 640573440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 443 - -> 00000080:00200000:1.0:1775764894.373711:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004dee413d 00000080:00200000:1.0:1775764894.373712:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.373714:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.373722:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373734:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.373737:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.373739:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.373745:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.373747:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.373750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.373753:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373761:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.373769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.373771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.373775:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.373778:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156390, 156390] 00000080:00200000:1.0:1775764894.373788:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.373791:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.373796:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640577536 i_blocks 1196131 00000080:00200000:1.0:1775764894.373799:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.373814:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640577536, count: 4096 00000080:00200000:1.0:1775764894.373825:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640577536, bytes: 4096 00000080:00200000:1.0:1775764894.373828:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.373831:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156392, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.373832:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640577536, 640581632) 0 0 00000080:00200000:1.0:1775764894.373835:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.373840:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156391, 156391] 00020000:00200000:1.0:1775764894.373843:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640577536 chunk: [640577536, 640581632) 640581632, 4096 00020000:00200000:1.0:1775764894.373845:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.373857:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156391, 156391] 00000008:00010000:1.0:1775764894.373861:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.373863:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.373870:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373879:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640577536 640581631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373886:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373893:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.373899:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373907:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640577536, 640581632) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.373911:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156391 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.373928:0:17279:0:(rw26.c:858:ll_write_end()) pos 640577536, len 4096, copied 4096 00000080:00200000:1.0:1775764894.373932:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e336b849[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.373935:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008ec0be70 fffffc0001001 3:0 ffff967bc91a7620 156391 lru 00000080:00200000:1.0:1775764894.373940:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000836a8014 156391: 1< 0 - - > 2< 640577536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 444 - -> 00000080:00200000:1.0:1775764894.373955:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e336b849 00000080:00200000:1.0:1775764894.373956:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.373959:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.373967:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.373979:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.373982:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.373984:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.373990:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.373993:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.373995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.373999:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374007:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.374014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.374016:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.374021:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.374023:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156391, 156391] 00000080:00200000:1.0:1775764894.374034:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.374036:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.374041:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640581632 i_blocks 1196131 00000080:00200000:1.0:1775764894.374044:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.374058:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640581632, count: 4096 00000080:00200000:1.0:1775764894.374069:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640581632, bytes: 4096 00000080:00200000:1.0:1775764894.374072:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.374075:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156393, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.374077:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640581632, 640585728) 0 0 00000080:00200000:1.0:1775764894.374080:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.374084:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156392, 156392] 00020000:00200000:1.0:1775764894.374087:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640581632 chunk: [640581632, 640585728) 640585728, 4096 00020000:00200000:1.0:1775764894.374089:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.374102:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156392, 156392] 00000008:00010000:1.0:1775764894.374108:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.374110:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.374118:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374127:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640581632 640585727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374135:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374142:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374149:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.374156:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640581632, 640585728) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.374161:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156392 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.374178:0:17279:0:(rw26.c:858:ll_write_end()) pos 640581632, len 4096, copied 4096 00000080:00200000:1.0:1775764894.374182:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ca5e6639[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.374185:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008de1096e fffffc0001001 3:0 ffff967bc91a7000 156392 lru 00000080:00200000:1.0:1775764894.374189:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008832f04a 156392: 1< 0 - - > 2< 640581632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 445 - -> 00000080:00200000:1.0:1775764894.374191:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ca5e6639 00000080:00200000:1.0:1775764894.374192:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.374194:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.374202:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.374212:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.374214:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.374216:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.374221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.374223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.374225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.374229:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374235:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.374243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.374273:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.374279:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.374282:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156392, 156392] 00000080:00200000:1.0:1775764894.374292:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.374295:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.374300:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640585728 i_blocks 1196131 00000080:00200000:1.0:1775764894.374303:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.374318:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640585728, count: 4096 00000080:00200000:1.0:1775764894.374330:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640585728, bytes: 4096 00000080:00200000:1.0:1775764894.374333:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.374336:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156394, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.374337:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640585728, 640589824) 0 0 00000080:00200000:1.0:1775764894.374340:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.374346:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156393, 156393] 00020000:00200000:1.0:1775764894.374348:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640585728 chunk: [640585728, 640589824) 640589824, 4096 00020000:00200000:1.0:1775764894.374543:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.374561:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156393, 156393] 00000008:00010000:1.0:1775764894.374568:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.374570:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.374579:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374588:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640585728 640589823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374596:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374603:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374611:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.374619:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640585728, 640589824) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.374626:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156393 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.374644:0:17279:0:(rw26.c:858:ll_write_end()) pos 640585728, len 4096, copied 4096 00000080:00200000:1.0:1775764894.374648:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ed5278f2[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.374651:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9bc4cc8 fffffc0001001 3:0 ffff967bc91a7380 156393 lru 00000080:00200000:1.0:1775764894.374657:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0c45b21 156393: 1< 0 - - > 2< 640585728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 446 - -> 00000080:00200000:1.0:1775764894.374659:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ed5278f2 00000080:00200000:1.0:1775764894.374660:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.374663:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.374672:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.374685:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.374688:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.374690:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.374697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.374699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.374702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.374705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374713:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.374720:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.374723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.374727:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.374729:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156393, 156393] 00000080:00200000:1.0:1775764894.374740:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.374743:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.374748:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640589824 i_blocks 1196131 00000080:00200000:1.0:1775764894.374750:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.374765:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640589824, count: 4096 00000080:00200000:1.0:1775764894.374776:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640589824, bytes: 4096 00000080:00200000:1.0:1775764894.374779:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.374782:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156395, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.374784:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640589824, 640593920) 0 0 00000080:00200000:1.0:1775764894.374786:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.374792:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156394, 156394] 00020000:00200000:1.0:1775764894.374795:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640589824 chunk: [640589824, 640593920) 640593920, 4096 00020000:00200000:1.0:1775764894.374797:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.374808:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156394, 156394] 00000008:00010000:1.0:1775764894.374813:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.374815:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.374823:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374831:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640589824 640593919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374839:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374846:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.374853:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.374862:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640589824, 640593920) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.374866:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156394 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.374885:0:17279:0:(rw26.c:858:ll_write_end()) pos 640589824, len 4096, copied 4096 00000080:00200000:1.0:1775764894.374889:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000087681bab[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.374891:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008f5219d6 fffffc0001001 3:0 ffff967bc91a7c40 156394 lru 00000080:00200000:1.0:1775764894.374897:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000025f2c029 156394: 1< 0 - - > 2< 640589824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 447 - -> 00000080:00200000:1.0:1775764894.374899:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000087681bab 00000080:00200000:1.0:1775764894.374900:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.374902:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.374911:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.374922:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.374925:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.374927:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.374933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.374935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.374938:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.375023:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375031:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.375039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.375041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.375047:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.375050:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156394, 156394] 00000080:00200000:1.0:1775764894.375061:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.375064:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.375069:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640593920 i_blocks 1196131 00000080:00200000:1.0:1775764894.375072:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.375087:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640593920, count: 4096 00000080:00200000:1.0:1775764894.375099:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640593920, bytes: 4096 00000080:00200000:1.0:1775764894.375102:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.375105:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156396, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.375107:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640593920, 640598016) 0 0 00000080:00200000:1.0:1775764894.375109:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.375115:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156395, 156395] 00020000:00200000:1.0:1775764894.375117:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640593920 chunk: [640593920, 640598016) 640598016, 4096 00020000:00200000:1.0:1775764894.375119:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.375129:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156395, 156395] 00000008:00010000:1.0:1775764894.375134:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.375136:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.375156:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375164:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640593920 640598015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375171:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375178:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375183:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.375190:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640593920, 640598016) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.375194:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156395 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.375210:0:17279:0:(rw26.c:858:ll_write_end()) pos 640593920, len 4096, copied 4096 00000080:00200000:1.0:1775764894.375213:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000074f109c5[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.375216:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f23c3cd5 fffffc0001001 3:0 ffff967bc91a79a0 156395 lru 00000080:00200000:1.0:1775764894.375221:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1dfa0f4 156395: 1< 0 - - > 2< 640593920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 448 - -> 00000080:00200000:1.0:1775764894.375222:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000074f109c5 00000080:00200000:1.0:1775764894.375224:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.375225:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.375232:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.375242:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.375244:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.375560:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.375569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.375572:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.375575:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.375579:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375587:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.375596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.375598:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.375602:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.375605:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156395, 156395] 00000080:00200000:1.0:1775764894.375616:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.375620:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.375679:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640598016 i_blocks 1196131 00000080:00200000:1.0:1775764894.375682:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.375701:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640598016, count: 4096 00000080:00200000:1.0:1775764894.375713:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640598016, bytes: 4096 00000080:00200000:1.0:1775764894.375716:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.375719:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156397, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.375721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640598016, 640602112) 0 0 00000080:00200000:1.0:1775764894.375723:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.375730:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156396, 156396] 00020000:00200000:1.0:1775764894.375733:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640598016 chunk: [640598016, 640602112) 640602112, 4096 00020000:00200000:1.0:1775764894.375735:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.375747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156396, 156396] 00000008:00010000:1.0:1775764894.375752:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.375755:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.375763:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375771:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640598016 640602111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375779:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375786:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375792:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.375801:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640598016, 640602112) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.375806:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156396 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.375826:0:17279:0:(rw26.c:858:ll_write_end()) pos 640598016, len 4096, copied 4096 00000080:00200000:1.0:1775764894.375830:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ea3f1c0c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.375833:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017c5819f fffffc0001001 3:0 ffff967bc91a7a80 156396 lru 00000080:00200000:1.0:1775764894.375839:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000745fb415 156396: 1< 0 - - > 2< 640598016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 449 - -> 00000080:00200000:1.0:1775764894.375841:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ea3f1c0c 00000080:00200000:1.0:1775764894.375842:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.375844:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.375853:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.375867:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.375870:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.375872:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.375878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.375880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.375883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.375887:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.375895:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.375903:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.375905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.375910:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.375913:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156396, 156396] 00000080:00200000:1.0:1775764894.375923:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.375926:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.375930:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640602112 i_blocks 1196131 00000080:00200000:1.0:1775764894.375933:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.376047:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640602112, count: 4096 00000080:00200000:1.0:1775764894.376062:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640602112, bytes: 4096 00000080:00200000:1.0:1775764894.376064:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.376069:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156398, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.376070:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640602112, 640606208) 0 0 00000080:00200000:1.0:1775764894.376073:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.376077:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156397, 156397] 00020000:00200000:1.0:1775764894.376081:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640602112 chunk: [640602112, 640606208) 640606208, 4096 00020000:00200000:1.0:1775764894.376083:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.376094:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156397, 156397] 00000008:00010000:1.0:1775764894.376101:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.376103:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.376111:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376120:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640602112 640606207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376127:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376135:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376142:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.376149:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640602112, 640606208) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.376154:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156397 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.376182:0:17279:0:(rw26.c:858:ll_write_end()) pos 640602112, len 4096, copied 4096 00000080:00200000:1.0:1775764894.376186:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000018d3f5ff[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.376189:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004a097a66 fffffc0001021 2:0 ffff967bc91a7540 156397 lru 00000080:00200000:1.0:1775764894.376195:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000800bb906 156397: 1< 0 - - > 2< 640602112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 450 - -> 00000080:00200000:1.0:1775764894.376197:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000018d3f5ff 00000080:00200000:1.0:1775764894.376199:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.376201:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.376209:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.376221:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.376223:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.376226:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.376233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.376235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.376237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.376241:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376332:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.376341:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.376343:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.376348:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.376362:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156397, 156397] 00000080:00200000:1.0:1775764894.376462:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.376466:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.376472:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640606208 i_blocks 1196131 00000080:00200000:1.0:1775764894.376475:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.376490:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640606208, count: 4096 00000080:00200000:1.0:1775764894.376503:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640606208, bytes: 4096 00000080:00200000:1.0:1775764894.376505:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.376510:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156399, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.376511:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640606208, 640610304) 0 0 00000080:00200000:1.0:1775764894.376514:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.376519:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156398, 156398] 00020000:00200000:1.0:1775764894.376522:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640606208 chunk: [640606208, 640610304) 640610304, 4096 00020000:00200000:1.0:1775764894.376525:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.376538:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156398, 156398] 00000008:00010000:1.0:1775764894.376544:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.376546:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.376554:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376563:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640606208 640610303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376571:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376578:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376586:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.376595:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640606208, 640610304) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.376600:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156398 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.376618:0:17279:0:(rw26.c:858:ll_write_end()) pos 640606208, len 4096, copied 4096 00000080:00200000:1.0:1775764894.376622:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000bb11c11[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.376625:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b0edf139 fffffc0001001 3:0 ffff967bc91a70e0 156398 lru 00000080:00200000:1.0:1775764894.376630:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000be38932e 156398: 1< 0 - - > 2< 640606208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 451 - -> 00000080:00200000:1.0:1775764894.376633:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000bb11c11 00000080:00200000:1.0:1775764894.376634:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.376637:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.376645:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.376657:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.376660:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.376662:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.376668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.376671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.376673:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.376677:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376684:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.376692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.376695:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.376699:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.376701:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156398, 156398] 00000080:00200000:1.0:1775764894.376711:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.376714:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.376719:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640610304 i_blocks 1196131 00000080:00200000:1.0:1775764894.376722:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.376736:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640610304, count: 4096 00000080:00200000:1.0:1775764894.376748:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640610304, bytes: 4096 00000080:00200000:1.0:1775764894.376751:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.376754:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156400, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.376756:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640610304, 640614400) 0 0 00000080:00200000:1.0:1775764894.376758:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.376763:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156399, 156399] 00020000:00200000:1.0:1775764894.376766:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640610304 chunk: [640610304, 640614400) 640614400, 4096 00020000:00200000:1.0:1775764894.376769:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.376781:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156399, 156399] 00000008:00010000:1.0:1775764894.376786:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.376788:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.376796:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376805:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640610304 640614399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376821:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376827:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.376836:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640610304, 640614400) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.376841:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156399 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.376858:0:17279:0:(rw26.c:858:ll_write_end()) pos 640610304, len 4096, copied 4096 00000080:00200000:1.0:1775764894.376862:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000507be18e[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.376865:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000019b9d29 fffffc0001001 3:0 ffff967bc91a71c0 156399 lru 00000080:00200000:1.0:1775764894.376870:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fad1b0fb 156399: 1< 0 - - > 2< 640610304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 452 - -> 00000080:00200000:1.0:1775764894.376872:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000507be18e 00000080:00200000:1.0:1775764894.376873:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.376875:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.376884:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.376895:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.376898:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.376900:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.376906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.376908:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.376911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.376915:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.376924:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.376931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.376934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.376938:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.376941:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156399, 156399] 00000080:00200000:1.0:1775764894.377062:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.377065:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.377070:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640614400 i_blocks 1196131 00000080:00200000:1.0:1775764894.377073:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.377087:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640614400, count: 4096 00000080:00200000:1.0:1775764894.377098:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640614400, bytes: 4096 00000080:00200000:1.0:1775764894.377100:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.377104:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156401, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.377105:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640614400, 640618496) 0 0 00000080:00200000:1.0:1775764894.377108:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.377114:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156400, 156400] 00020000:00200000:1.0:1775764894.377117:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640614400 chunk: [640614400, 640618496) 640618496, 4096 00020000:00200000:1.0:1775764894.377119:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.377130:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156400, 156400] 00000008:00010000:1.0:1775764894.377136:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.377139:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.377146:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377155:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640614400 640618495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377162:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377175:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.377182:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640614400, 640618496) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.377186:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156400 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.377202:0:17279:0:(rw26.c:858:ll_write_end()) pos 640614400, len 4096, copied 4096 00000080:00200000:1.0:1775764894.377206:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002973f01a[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.377208:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002881464e fffffc0001001 3:0 ffff967bc91a7700 156400 lru 00000080:00200000:1.0:1775764894.377213:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004ad98dd6 156400: 1< 0 - - > 2< 640614400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 453 - -> 00000080:00200000:1.0:1775764894.377215:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002973f01a 00000080:00200000:1.0:1775764894.377216:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.377218:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.377225:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.377236:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.377238:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.377240:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.377335:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.377339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.377341:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.377345:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377361:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.377368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.377451:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.377458:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.377460:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156400, 156400] 00000080:00200000:1.0:1775764894.377471:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.377474:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.377479:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640618496 i_blocks 1196131 00000080:00200000:1.0:1775764894.377482:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.377497:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640618496, count: 4096 00000080:00200000:1.0:1775764894.377508:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640618496, bytes: 4096 00000080:00200000:1.0:1775764894.377511:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.377514:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156402, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.377516:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640618496, 640622592) 0 0 00000080:00200000:1.0:1775764894.377519:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.377525:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156401, 156401] 00020000:00200000:1.0:1775764894.377527:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640618496 chunk: [640618496, 640622592) 640622592, 4096 00020000:00200000:1.0:1775764894.377530:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.377542:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156401, 156401] 00000008:00010000:1.0:1775764894.377547:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.377549:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.377556:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377565:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640618496 640622591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377573:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377580:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377586:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.377593:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640618496, 640622592) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.377599:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156401 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.377616:0:17279:0:(rw26.c:858:ll_write_end()) pos 640618496, len 4096, copied 4096 00000080:00200000:1.0:1775764894.377620:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003ba46962[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.377623:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a2ca4e96 fffffc0001001 3:0 ffff967bc91a72a0 156401 lru 00000080:00200000:1.0:1775764894.377628:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008505e67b 156401: 1< 0 - - > 2< 640618496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 454 - -> 00000080:00200000:1.0:1775764894.377630:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003ba46962 00000080:00200000:1.0:1775764894.377632:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.377634:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.377643:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.377654:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.377657:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.377659:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.377665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.377667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.377670:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.377674:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377681:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.377689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.377691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.377695:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.377698:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156401, 156401] 00000080:00200000:1.0:1775764894.377707:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.377711:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.377716:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640622592 i_blocks 1196131 00000080:00200000:1.0:1775764894.377718:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.377733:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640622592, count: 4096 00000080:00200000:1.0:1775764894.377744:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640622592, bytes: 4096 00000080:00200000:1.0:1775764894.377746:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.377750:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156403, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.377751:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640622592, 640626688) 0 0 00000080:00200000:1.0:1775764894.377754:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.377759:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156402, 156402] 00020000:00200000:1.0:1775764894.377761:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640622592 chunk: [640622592, 640626688) 640626688, 4096 00020000:00200000:1.0:1775764894.377764:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.377775:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156402, 156402] 00000008:00010000:1.0:1775764894.377781:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.377783:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.377791:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377800:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640622592 640626687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377808:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377815:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377822:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.377830:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640622592, 640626688) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.377835:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156402 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.377853:0:17279:0:(rw26.c:858:ll_write_end()) pos 640622592, len 4096, copied 4096 00000080:00200000:1.0:1775764894.377857:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dcbd7f5f[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.377859:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c448cfeb fffffc0001001 3:0 ffff967bc91a7e00 156402 lru 00000080:00200000:1.0:1775764894.377865:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003987fc8b 156402: 1< 0 - - > 2< 640622592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 455 - -> 00000080:00200000:1.0:1775764894.377866:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dcbd7f5f 00000080:00200000:1.0:1775764894.377868:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.377870:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.377877:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.377889:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.377891:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.377893:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.377899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.377901:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.377903:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.377907:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.377915:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.377923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.377925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.377929:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.377932:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156402, 156402] 00000080:00200000:1.0:1775764894.377958:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.377961:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.377966:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640626688 i_blocks 1196131 00000080:00200000:1.0:1775764894.377969:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.377985:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640626688, count: 4096 00000080:00200000:1.0:1775764894.377996:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640626688, bytes: 4096 00000080:00200000:1.0:1775764894.377999:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.378003:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156404, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.378004:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640626688, 640630784) 0 0 00000080:00200000:1.0:1775764894.378007:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.378012:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156403, 156403] 00020000:00200000:1.0:1775764894.378015:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640626688 chunk: [640626688, 640630784) 640630784, 4096 00020000:00200000:1.0:1775764894.378017:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.378029:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156403, 156403] 00000008:00010000:1.0:1775764894.378035:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.378037:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.378045:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378055:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640626688 640630783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378063:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378070:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378076:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.378084:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640626688, 640630784) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.378089:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156403 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.378103:0:17279:0:(rw26.c:858:ll_write_end()) pos 640626688, len 4096, copied 4096 00000080:00200000:1.0:1775764894.378107:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001e7a8d2c[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.378110:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6703a28 fffffc0001001 3:0 ffff967bc91a78c0 156403 lru 00000080:00200000:1.0:1775764894.378116:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5b280f5 156403: 1< 0 - - > 2< 640626688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 456 - -> 00000080:00200000:1.0:1775764894.378118:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001e7a8d2c 00000080:00200000:1.0:1775764894.378120:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.378121:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.378129:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.378140:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.378142:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.378144:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.378149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.378152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.378154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.378158:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378166:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.378173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.378175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.378178:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.378181:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156403, 156403] 00000080:00200000:1.0:1775764894.378190:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.378193:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.378198:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640630784 i_blocks 1196131 00000080:00200000:1.0:1775764894.378200:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.378214:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640630784, count: 4096 00000080:00200000:1.0:1775764894.378224:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640630784, bytes: 4096 00000080:00200000:1.0:1775764894.378226:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.378230:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156405, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.378231:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640630784, 640634880) 0 0 00000080:00200000:1.0:1775764894.378234:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.378239:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156404, 156404] 00020000:00200000:1.0:1775764894.378241:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640630784 chunk: [640630784, 640634880) 640634880, 4096 00020000:00200000:1.0:1775764894.378244:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.378286:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156404, 156404] 00000008:00010000:1.0:1775764894.378292:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.378294:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.378301:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378310:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640630784 640634879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378318:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378326:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378333:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.378341:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640630784, 640634880) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.378346:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156404 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.378528:0:17279:0:(rw26.c:858:ll_write_end()) pos 640630784, len 4096, copied 4096 00000080:00200000:1.0:1775764894.378533:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e5e01849[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.378536:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004a61fb7e fffffc0001001 3:0 ffff967bc91a7460 156404 lru 00000080:00200000:1.0:1775764894.378541:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000717b9660 156404: 1< 0 - - > 2< 640630784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 457 - -> 00000080:00200000:1.0:1775764894.378543:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e5e01849 00000080:00200000:1.0:1775764894.378545:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.378547:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.378556:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.378568:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.378571:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.378573:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.378579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.378581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.378584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.378588:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378597:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.378604:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.378607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.378611:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.378614:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156404, 156404] 00000080:00200000:1.0:1775764894.378625:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.378627:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.378632:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640634880 i_blocks 1196131 00000080:00200000:1.0:1775764894.378634:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.378648:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640634880, count: 4096 00000080:00200000:1.0:1775764894.378660:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640634880, bytes: 4096 00000080:00200000:1.0:1775764894.378662:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.378666:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156406, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.378667:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640634880, 640638976) 0 0 00000080:00200000:1.0:1775764894.378670:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.378675:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156405, 156405] 00020000:00200000:1.0:1775764894.378678:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640634880 chunk: [640634880, 640638976) 640638976, 4096 00020000:00200000:1.0:1775764894.378680:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.378690:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156405, 156405] 00000008:00010000:1.0:1775764894.378694:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.378697:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.378704:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378713:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640634880 640638975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378721:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378729:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378736:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.378743:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640634880, 640638976) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.378748:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156405 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.378771:0:17279:0:(rw26.c:858:ll_write_end()) pos 640634880, len 4096, copied 4096 00000080:00200000:1.0:1775764894.378774:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000429d3de4[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.378777:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000084e285fd fffffc0001001 3:0 ffff967bc91a8c40 156405 lru 00000080:00200000:1.0:1775764894.378783:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007d5748fa 156405: 1< 0 - - > 2< 640634880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 458 - -> 00000080:00200000:1.0:1775764894.378785:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000429d3de4 00000080:00200000:1.0:1775764894.378786:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.378788:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.378795:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.378806:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.378809:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.378811:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.378817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.378819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.378821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.378825:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.378832:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.378840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.378842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.378846:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.378849:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156405, 156405] 00000080:00200000:1.0:1775764894.378859:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.378862:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.378866:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640638976 i_blocks 1196131 00000080:00200000:1.0:1775764894.378869:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.378885:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640638976, count: 4096 00000080:00200000:1.0:1775764894.378896:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640638976, bytes: 4096 00000080:00200000:1.0:1775764894.378899:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.378902:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156407, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.378904:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640638976, 640643072) 0 0 00000080:00200000:1.0:1775764894.378907:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.378912:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156406, 156406] 00020000:00200000:1.0:1775764894.378915:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640638976 chunk: [640638976, 640643072) 640643072, 4096 00020000:00200000:1.0:1775764894.378917:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.378928:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156406, 156406] 00000008:00010000:1.0:1775764894.378933:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.378936:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.379018:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379029:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640638976 640643071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379038:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379047:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379054:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379062:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640638976, 640643072) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.379067:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156406 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.379081:0:17279:0:(rw26.c:858:ll_write_end()) pos 640638976, len 4096, copied 4096 00000080:00200000:1.0:1775764894.379085:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000038dcb462[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.379088:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000341bc934 fffffc0001001 3:0 ffff967bc91a89a0 156406 lru 00000080:00200000:1.0:1775764894.379094:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000323f942c 156406: 1< 0 - - > 2< 640638976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 459 - -> 00000080:00200000:1.0:1775764894.379095:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000038dcb462 00000080:00200000:1.0:1775764894.379097:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.379099:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.379107:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379118:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.379120:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.379122:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.379127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.379130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.379132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.379136:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379143:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.379150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.379152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.379156:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.379159:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156406, 156406] 00000080:00200000:1.0:1775764894.379168:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.379171:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.379176:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640643072 i_blocks 1196131 00000080:00200000:1.0:1775764894.379178:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.379192:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640643072, count: 4096 00000080:00200000:1.0:1775764894.379203:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640643072, bytes: 4096 00000080:00200000:1.0:1775764894.379205:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.379208:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156408, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.379210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640643072, 640647168) 0 0 00000080:00200000:1.0:1775764894.379212:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.379217:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156407, 156407] 00020000:00200000:1.0:1775764894.379220:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640643072 chunk: [640643072, 640647168) 640647168, 4096 00020000:00200000:1.0:1775764894.379222:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.379232:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156407, 156407] 00000008:00010000:1.0:1775764894.379236:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.379238:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.379348:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379368:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640643072 640647167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379453:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379461:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379468:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379476:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640643072, 640647168) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.379481:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156407 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.379496:0:17279:0:(rw26.c:858:ll_write_end()) pos 640643072, len 4096, copied 4096 00000080:00200000:1.0:1775764894.379500:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000000bbe9fc[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.379503:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000307a97d6 fffffc0001001 3:0 ffff967bc91a8a80 156407 lru 00000080:00200000:1.0:1775764894.379508:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000092f1d197 156407: 1< 0 - - > 2< 640643072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 460 - -> 00000080:00200000:1.0:1775764894.379510:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000000bbe9fc 00000080:00200000:1.0:1775764894.379511:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.379513:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.379521:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379532:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.379536:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.379538:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.379544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.379547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.379549:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.379553:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379560:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.379569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.379571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.379574:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.379577:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156407, 156407] 00000080:00200000:1.0:1775764894.379587:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.379591:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.379595:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640647168 i_blocks 1196131 00000080:00200000:1.0:1775764894.379598:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.379613:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640647168, count: 4096 00000080:00200000:1.0:1775764894.379625:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640647168, bytes: 4096 00000080:00200000:1.0:1775764894.379627:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.379631:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156409, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.379632:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640647168, 640651264) 0 0 00000080:00200000:1.0:1775764894.379635:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.379641:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156408, 156408] 00020000:00200000:1.0:1775764894.379644:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640647168 chunk: [640647168, 640651264) 640651264, 4096 00020000:00200000:1.0:1775764894.379646:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.379657:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156408, 156408] 00000008:00010000:1.0:1775764894.379662:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.379664:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.379672:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379681:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640647168 640651263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379695:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379701:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379707:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640647168, 640651264) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.379712:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156408 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.379727:0:17279:0:(rw26.c:858:ll_write_end()) pos 640647168, len 4096, copied 4096 00000080:00200000:1.0:1775764894.379732:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c164935f[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.379734:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b546ec78 fffffc0001001 3:0 ffff967bc91a8540 156408 lru 00000080:00200000:1.0:1775764894.379739:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000049a25485 156408: 1< 0 - - > 2< 640647168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 461 - -> 00000080:00200000:1.0:1775764894.379741:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c164935f 00000080:00200000:1.0:1775764894.379743:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.379744:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.379751:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379760:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.379762:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.379764:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.379769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.379771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.379773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.379776:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379783:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.379790:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.379792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.379796:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.379798:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156408, 156408] 00000080:00200000:1.0:1775764894.379807:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.379810:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.379815:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640651264 i_blocks 1196131 00000080:00200000:1.0:1775764894.379817:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.379832:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640651264, count: 4096 00000080:00200000:1.0:1775764894.379843:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640651264, bytes: 4096 00000080:00200000:1.0:1775764894.379845:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.379849:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156410, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.379851:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640651264, 640655360) 0 0 00000080:00200000:1.0:1775764894.379853:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.379858:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156409, 156409] 00020000:00200000:1.0:1775764894.379861:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640651264 chunk: [640651264, 640655360) 640655360, 4096 00020000:00200000:1.0:1775764894.379863:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.379875:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156409, 156409] 00000008:00010000:1.0:1775764894.379881:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.379883:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.379890:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379899:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640651264 640655359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379907:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379914:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.379922:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.379930:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640651264, 640655360) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.379936:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156409 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.380047:0:17279:0:(rw26.c:858:ll_write_end()) pos 640651264, len 4096, copied 4096 00000080:00200000:1.0:1775764894.380052:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008ca9807f[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.380054:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003680cc30 fffffc0001001 3:0 ffff967bc91a80e0 156409 lru 00000080:00200000:1.0:1775764894.380059:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f88e2407 156409: 1< 0 - - > 2< 640651264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 462 - -> 00000080:00200000:1.0:1775764894.380061:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008ca9807f 00000080:00200000:1.0:1775764894.380062:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.380064:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.380072:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380083:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.380085:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.380088:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.380094:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.380096:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.380099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.380103:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380111:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.380119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.380122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.380126:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.380129:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156409, 156409] 00000080:00200000:1.0:1775764894.380140:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.380143:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.380147:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640655360 i_blocks 1196131 00000080:00200000:1.0:1775764894.380150:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.380166:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640655360, count: 4096 00000080:00200000:1.0:1775764894.380178:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640655360, bytes: 4096 00000080:00200000:1.0:1775764894.380181:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.380185:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156411, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.380186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640655360, 640659456) 0 0 00000080:00200000:1.0:1775764894.380190:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.380195:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156410, 156410] 00020000:00200000:1.0:1775764894.380198:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640655360 chunk: [640655360, 640659456) 640659456, 4096 00020000:00200000:1.0:1775764894.380200:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.380213:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156410, 156410] 00000008:00010000:1.0:1775764894.380218:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.380220:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.380227:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380237:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640655360 640659455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380244:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380278:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380284:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380292:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640655360, 640659456) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.380297:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156410 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.380314:0:17279:0:(rw26.c:858:ll_write_end()) pos 640655360, len 4096, copied 4096 00000080:00200000:1.0:1775764894.380318:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000029c070ba[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.380321:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f03dd064 fffffc0001001 3:0 ffff967bc91a81c0 156410 lru 00000080:00200000:1.0:1775764894.380326:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cc2871ab 156410: 1< 0 - - > 2< 640655360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 463 - -> 00000080:00200000:1.0:1775764894.380328:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000029c070ba 00000080:00200000:1.0:1775764894.380329:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.380331:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.380339:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380361:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.380365:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.380367:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.380462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.380466:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.380469:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.380473:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380481:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.380489:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.380491:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.380496:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.380499:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156410, 156410] 00000080:00200000:1.0:1775764894.380510:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.380513:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.380518:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640659456 i_blocks 1196131 00000080:00200000:1.0:1775764894.380521:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.380536:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640659456, count: 4096 00000080:00200000:1.0:1775764894.380547:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640659456, bytes: 4096 00000080:00200000:1.0:1775764894.380550:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.380554:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156412, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.380555:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640659456, 640663552) 0 0 00000080:00200000:1.0:1775764894.380558:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.380563:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156411, 156411] 00020000:00200000:1.0:1775764894.380566:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640659456 chunk: [640659456, 640663552) 640663552, 4096 00020000:00200000:1.0:1775764894.380569:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.380581:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156411, 156411] 00000008:00010000:1.0:1775764894.380586:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.380588:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.380596:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380605:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640659456 640663551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380612:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380619:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380625:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380632:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640659456, 640663552) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.380637:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156411 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.380654:0:17279:0:(rw26.c:858:ll_write_end()) pos 640659456, len 4096, copied 4096 00000080:00200000:1.0:1775764894.380658:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dc9c127a[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.380660:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d4ba8c4f fffffc0001001 3:0 ffff967bc91a8700 156411 lru 00000080:00200000:1.0:1775764894.380665:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aacf0ec6 156411: 1< 0 - - > 2< 640659456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 464 - -> 00000080:00200000:1.0:1775764894.380667:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dc9c127a 00000080:00200000:1.0:1775764894.380668:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.380671:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.380678:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380689:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.380691:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.380694:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.380699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.380701:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.380704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.380707:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380715:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.380723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.380725:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.380729:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.380732:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156411, 156411] 00000080:00200000:1.0:1775764894.380742:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.380745:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.380749:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640663552 i_blocks 1196131 00000080:00200000:1.0:1775764894.380752:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.380766:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640663552, count: 4096 00000080:00200000:1.0:1775764894.380777:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640663552, bytes: 4096 00000080:00200000:1.0:1775764894.380780:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.380784:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156413, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.380785:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640663552, 640667648) 0 0 00000080:00200000:1.0:1775764894.380788:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.380794:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156412, 156412] 00020000:00200000:1.0:1775764894.380797:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640663552 chunk: [640663552, 640667648) 640667648, 4096 00020000:00200000:1.0:1775764894.380799:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.380810:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156412, 156412] 00000008:00010000:1.0:1775764894.380816:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.380818:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.380825:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380833:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640663552 640667647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380842:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380849:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.380855:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380862:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640663552, 640667648) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.380867:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156412 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.380893:0:17279:0:(rw26.c:858:ll_write_end()) pos 640663552, len 4096, copied 4096 00000080:00200000:1.0:1775764894.380897:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d5a355c1[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.380900:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000037dce158 fffffc0001021 2:0 ffff967bc91a82a0 156412 lru 00000080:00200000:1.0:1775764894.380905:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001e1aecb4 156412: 1< 0 - - > 2< 640663552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 465 - -> 00000080:00200000:1.0:1775764894.380907:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d5a355c1 00000080:00200000:1.0:1775764894.380909:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.380911:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.380919:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.380932:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.380934:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.380936:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.381044:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.381048:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.381051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.381055:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.381063:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.381072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.381074:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.381078:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.381081:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156412, 156412] 00000080:00200000:1.0:1775764894.381092:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.381095:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.381101:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640667648 i_blocks 1196131 00000080:00200000:1.0:1775764894.381104:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.381119:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640667648, count: 4096 00000080:00200000:1.0:1775764894.381130:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640667648, bytes: 4096 00000080:00200000:1.0:1775764894.381133:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.381137:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156414, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.381138:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640667648, 640671744) 0 0 00000080:00200000:1.0:1775764894.381141:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.381146:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156413, 156413] 00020000:00200000:1.0:1775764894.381149:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640667648 chunk: [640667648, 640671744) 640671744, 4096 00020000:00200000:1.0:1775764894.381151:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.381163:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156413, 156413] 00000008:00010000:1.0:1775764894.381169:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.381171:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841dbb0, osc lock ffff967cc58f8d10, flags 0x0 00010000:00010000:1.0:1775764894.381179:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.381189:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640667648 640671743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.381196:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.381204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.381211:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.381219:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640667648, 640671744) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.381224:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156413 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.381242:0:17279:0:(rw26.c:858:ll_write_end()) pos 640667648, len 4096, copied 4096 00000080:00200000:1.0:1775764894.381459:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005b8b9e44[3 0000000014a1af93 2 1 0000000049150141] 00000080:00200000:1.0:1775764894.381462:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083e087bf fffffc0001001 3:0 ffff967bc91a8e00 156413 lru 00000080:00200000:1.0:1775764894.381468:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000129a50b2 156413: 1< 0 - - > 2< 640667648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 466 - -> 00000080:00200000:1.0:1775764894.381470:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005b8b9e44 00000080:00200000:1.0:1775764894.381472:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.381594:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.381608:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.381623:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.381626:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.381628:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.381634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.381636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.381639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841dbb0 (ffff967cc8f9bd88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.381642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.381651:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.381659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e8e48 (ffff967cc8f9b878/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.381661:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841dbb0 (ffff967cc8f9b878/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.381666:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.381670:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156413, 156413] 00000080:00200000:2.0:1775764894.381683:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.381686:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.381692:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640671744 i_blocks 1196131 00000080:00200000:2.0:1775764894.381695:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.381713:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640671744, count: 4096 00000080:00200000:2.0:1775764894.381734:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640671744, bytes: 4096 00000080:00200000:2.0:1775764894.381737:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.381741:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156415, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.381742:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640671744, 640675840) 0 0 00000080:00200000:2.0:1775764894.381745:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.381750:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156414, 156414] 00020000:00200000:2.0:1775764894.381754:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640671744 chunk: [640671744, 640675840) 640675840, 4096 00020000:00200000:2.0:1775764894.381756:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.381773:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156414, 156414] 00000008:00010000:2.0:1775764894.381779:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.381781:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.381789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.381798:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640671744 640675839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.381806:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.381813:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.381819:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.381828:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640671744, 640675840) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.381834:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156414 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.381855:0:17279:0:(rw26.c:858:ll_write_end()) pos 640671744, len 4096, copied 4096 00000080:00200000:2.0:1775764894.381859:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000570ae80b[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.381862:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006b51a4f0 fffffc0001001 3:0 ffff967bc91809a0 156414 lru 00000080:00200000:2.0:1775764894.381867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f58dcb0d 156414: 1< 0 - - > 2< 640671744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 467 - -> 00000080:00200000:2.0:1775764894.381869:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000570ae80b 00000080:00200000:2.0:1775764894.381870:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.381872:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.381880:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.381892:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.381894:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.381896:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.381902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.381904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.381907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.381910:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.381919:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.381928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.381930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.381935:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.381938:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156414, 156414] 00000080:00200000:2.0:1775764894.382057:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.382061:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.382066:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640675840 i_blocks 1196131 00000080:00200000:2.0:1775764894.382069:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.382088:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640675840, count: 4096 00000080:00200000:2.0:1775764894.382100:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640675840, bytes: 4096 00000080:00200000:2.0:1775764894.382103:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.382107:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156416, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.382108:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640675840, 640679936) 0 0 00000080:00200000:2.0:1775764894.382111:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.382116:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156415, 156415] 00020000:00200000:2.0:1775764894.382120:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640675840 chunk: [640675840, 640679936) 640679936, 4096 00020000:00200000:2.0:1775764894.382122:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.382133:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156415, 156415] 00000008:00010000:2.0:1775764894.382139:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.382141:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.382150:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.382159:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640675840 640679935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.382168:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.382176:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.382187:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.382196:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640675840, 640679936) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.382202:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156415 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.382230:0:17279:0:(rw26.c:858:ll_write_end()) pos 640675840, len 4096, copied 4096 00000080:00200000:2.0:1775764894.382234:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000032000699[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.382236:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8e3c8ae fffffc0001001 3:0 ffff967bc9181d20 156415 lru 00000080:00200000:2.0:1775764894.382241:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e17fa9ce 156415: 1< 0 - - > 2< 640675840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 468 - -> 00000080:00200000:2.0:1775764894.382243:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000032000699 00000080:00200000:2.0:1775764894.382270:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.382273:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.382283:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.382295:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.382298:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.382300:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.382316:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.382319:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.382321:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.382325:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.382333:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.382347:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.382349:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.382366:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.382369:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156415, 156415] 00000080:00200000:2.0:1775764894.382467:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.382469:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00010000:2.0:1775764894.382498:0:18049:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1775764894.382510:0:18049:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.382728:0:18049:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (639631360 639635455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:2.0:1775764894.384167:0:18049:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff967cc583a300 - object 0x240000400:17 offset 639631360<>640679936 00000100:00100000:2.0:1775764894.384243:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764894.384283:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc583a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277184:192.168.202.151@tcp:4:iozone.0 00000080:00200000:2.0:1775764894.385602:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640679936 i_blocks 1196131 00000080:00200000:2.0:1775764894.385613:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.385660:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640679936, count: 4096 00000080:00200000:2.0:1775764894.385686:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640679936, bytes: 4096 00000080:00200000:2.0:1775764894.385691:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.385698:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156417, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.385700:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640679936, 640684032) 0 0 00000080:00200000:2.0:1775764894.385704:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.385718:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156416, 156416] 00020000:00200000:2.0:1775764894.385726:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640679936 chunk: [640679936, 640684032) 640684032, 4096 00020000:00200000:2.0:1775764894.385729:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.385754:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156416, 156416] 00000008:00010000:2.0:1775764894.385767:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.385773:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.385793:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.385808:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640679936 640684031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.385821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.385831:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.385839:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.385851:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640679936, 640684032) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.385862:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156416 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.385913:0:17279:0:(rw26.c:858:ll_write_end()) pos 640679936, len 4096, copied 4096 00000080:00200000:2.0:1775764894.385921:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c0ded099[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.385925:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008c202197 fffffc0001001 3:0 ffff967bc91817e0 156416 lru 00000080:00200000:2.0:1775764894.385932:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001fd62f5e 156416: 1< 0 - - > 2< 640679936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 485097472 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:2.0:1775764894.385934:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c0ded099 00000080:00200000:2.0:1775764894.385936:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.385940:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.386653:0:17279:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.386677:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.386681:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.386684:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.386699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.386702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.386705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.386710:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.386720:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.386734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.386737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.386744:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.386751:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156416, 156416] 00000080:00200000:2.0:1775764894.386774:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.386777:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.386786:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640684032 i_blocks 1196131 00000080:00200000:2.0:1775764894.386790:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.386816:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640684032, count: 4096 00000080:00200000:2.0:1775764894.386834:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640684032, bytes: 4096 00000080:00200000:2.0:1775764894.386837:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.386842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156418, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.386844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640684032, 640688128) 0 0 00000080:00200000:2.0:1775764894.386847:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.386858:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156417, 156417] 00020000:00200000:2.0:1775764894.386863:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640684032 chunk: [640684032, 640688128) 640688128, 4096 00020000:00200000:2.0:1775764894.386866:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.386884:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156417, 156417] 00000008:00010000:2.0:1775764894.386891:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.386894:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.386907:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.386917:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640684032 640688127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.386926:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.386934:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.386954:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.386965:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640684032, 640688128) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.386973:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156417 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.387001:0:17279:0:(rw26.c:858:ll_write_end()) pos 640684032, len 4096, copied 4096 00000080:00200000:2.0:1775764894.387006:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002335edfd[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.387008:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005238f088 fffffc0001001 3:0 ffff967bc9181b60 156417 lru 00000080:00200000:2.0:1775764894.387014:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff936a88 156417: 1< 0 - - > 2< 640684032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:2.0:1775764894.387016:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002335edfd 00000080:00200000:2.0:1775764894.387018:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.387020:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.387030:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.387042:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.387045:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.387047:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.387053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.387055:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.387058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.387062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.387069:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.387076:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.387079:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.387083:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.387085:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156417, 156417] 00000080:00200000:2.0:1775764894.387097:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.387100:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.387105:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640688128 i_blocks 1196131 00000080:00200000:2.0:1775764894.387108:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.387125:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640688128, count: 4096 00000080:00200000:2.0:1775764894.387139:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640688128, bytes: 4096 00000080:00200000:2.0:1775764894.387142:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.387146:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156419, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.387147:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640688128, 640692224) 0 0 00000080:00200000:2.0:1775764894.387150:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.387155:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156418, 156418] 00020000:00200000:2.0:1775764894.387158:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640688128 chunk: [640688128, 640692224) 640692224, 4096 00020000:00200000:2.0:1775764894.387161:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.387173:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156418, 156418] 00000008:00010000:2.0:1775764894.387178:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.387180:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.387188:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.387197:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640688128 640692223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.387205:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.387213:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.387220:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.387228:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640688128, 640692224) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.387233:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156418 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.387283:0:17279:0:(rw26.c:858:ll_write_end()) pos 640688128, len 4096, copied 4096 00000080:00200000:2.0:1775764894.387288:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c80fcb65[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.387290:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c0fbef52 fffffc0001021 2:0 ffff967bc9181620 156418 lru 00000080:00200000:2.0:1775764894.387296:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000039f708d5 156418: 1< 0 - - > 2< 640688128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:2.0:1775764894.387298:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c80fcb65 00000080:00200000:2.0:1775764894.387300:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.387302:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.387311:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.387324:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.387327:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.387329:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.387334:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.387336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.387338:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.387342:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.387349:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.387368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.390064:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.390081:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.390089:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156418, 156418] 00000080:00200000:2.0:1775764894.390122:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.390127:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.390143:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640692224 i_blocks 1196131 00000080:00200000:2.0:1775764894.390150:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.390188:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640692224, count: 4096 00000080:00200000:2.0:1775764894.390217:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640692224, bytes: 4096 00000080:00200000:2.0:1775764894.390222:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.390228:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156420, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.390230:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640692224, 640696320) 0 0 00000080:00200000:2.0:1775764894.390234:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.390263:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156419, 156419] 00020000:00200000:2.0:1775764894.390270:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640692224 chunk: [640692224, 640696320) 640696320, 4096 00020000:00200000:2.0:1775764894.390274:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.390303:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156419, 156419] 00000008:00010000:2.0:1775764894.390315:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.390319:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.390341:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390367:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640692224 640696319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390392:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390402:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390409:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.390421:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640692224, 640696320) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.390432:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156419 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.390477:0:17279:0:(rw26.c:858:ll_write_end()) pos 640692224, len 4096, copied 4096 00000080:00200000:2.0:1775764894.390484:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a739f3ac[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.390488:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000691a572d fffffc0001001 3:0 ffff967bc9181000 156419 lru 00000080:00200000:2.0:1775764894.390495:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab235916 156419: 1< 0 - - > 2< 640692224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:2.0:1775764894.390497:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a739f3ac 00000080:00200000:2.0:1775764894.390499:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.390503:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.390522:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.390543:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.390547:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.390549:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.390561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.390564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.390567:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.390571:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390580:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.390592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.390595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.390599:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.390602:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156419, 156419] 00000080:00200000:2.0:1775764894.390614:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.390617:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.390623:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640696320 i_blocks 1196131 00000080:00200000:2.0:1775764894.390626:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.390643:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640696320, count: 4096 00000080:00200000:2.0:1775764894.390656:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640696320, bytes: 4096 00000080:00200000:2.0:1775764894.390659:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.390663:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156421, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.390665:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640696320, 640700416) 0 0 00000080:00200000:2.0:1775764894.390667:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.390674:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156420, 156420] 00020000:00200000:2.0:1775764894.390677:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640696320 chunk: [640696320, 640700416) 640700416, 4096 00020000:00200000:2.0:1775764894.390680:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.390694:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156420, 156420] 00000008:00010000:2.0:1775764894.390700:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.390702:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.390710:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390719:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640696320 640700415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390728:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390735:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390742:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.390750:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640696320, 640700416) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.390755:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156420 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.390772:0:17279:0:(rw26.c:858:ll_write_end()) pos 640696320, len 4096, copied 4096 00000080:00200000:2.0:1775764894.390776:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000051b81ed9[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.390779:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000037551d47 fffffc0001001 3:0 ffff967bc9181380 156420 lru 00000080:00200000:2.0:1775764894.390785:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd74f4ba 156420: 1< 0 - - > 2< 640696320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:2.0:1775764894.390787:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000051b81ed9 00000080:00200000:2.0:1775764894.390788:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.390791:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.390799:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.390811:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.390814:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.390816:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.390823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.390825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.390828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.390831:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.390839:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.390847:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.390849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.390854:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.390857:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156420, 156420] 00000080:00200000:2.0:1775764894.390868:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.390871:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.390875:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640700416 i_blocks 1196131 00000080:00200000:2.0:1775764894.390878:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.390894:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640700416, count: 4096 00000080:00200000:2.0:1775764894.390905:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640700416, bytes: 4096 00000080:00200000:2.0:1775764894.390908:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.390911:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156422, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.390913:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640700416, 640704512) 0 0 00000080:00200000:2.0:1775764894.390917:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.390922:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156421, 156421] 00020000:00200000:2.0:1775764894.390925:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640700416 chunk: [640700416, 640704512) 640704512, 4096 00020000:00200000:2.0:1775764894.390928:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.390941:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156421, 156421] 00000008:00010000:2.0:1775764894.393595:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.393600:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.393621:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.393638:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640700416 640704511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.393650:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.393659:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.393666:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.393677:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640700416, 640704512) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.393689:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156421 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.393734:0:17279:0:(rw26.c:858:ll_write_end()) pos 640700416, len 4096, copied 4096 00000080:00200000:2.0:1775764894.393742:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000053d7d92c[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.393745:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000031257e3f fffffc0001001 3:0 ffff967bc9181c40 156421 lru 00000080:00200000:2.0:1775764894.393752:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000897fc0b4 156421: 1< 0 - - > 2< 640700416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:2.0:1775764894.393754:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000053d7d92c 00000080:00200000:2.0:1775764894.393757:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.393761:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.393780:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.393800:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.393803:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.393806:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.393819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.393822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.393825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.393829:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.393838:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.393851:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.393854:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.393861:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.393868:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156421, 156421] 00000080:00200000:2.0:1775764894.393894:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.393898:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.393909:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640704512 i_blocks 1196131 00000080:00200000:2.0:1775764894.393913:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.393957:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640704512, count: 4096 00000080:00200000:2.0:1775764894.393981:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640704512, bytes: 4096 00000080:00200000:2.0:1775764894.393986:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.393991:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156423, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.393993:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640704512, 640708608) 0 0 00000080:00200000:2.0:1775764894.393997:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.394009:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156422, 156422] 00020000:00200000:2.0:1775764894.394014:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640704512 chunk: [640704512, 640708608) 640708608, 4096 00020000:00200000:2.0:1775764894.394017:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.394037:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156422, 156422] 00000008:00010000:2.0:1775764894.394043:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.394045:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.394054:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394063:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640704512 640708607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394072:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394079:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394086:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394094:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640704512, 640708608) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.394099:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156422 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.394119:0:17279:0:(rw26.c:858:ll_write_end()) pos 640704512, len 4096, copied 4096 00000080:00200000:2.0:1775764894.394124:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003f1c6e0a[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.394127:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0eeaf6a fffffc0001001 3:0 ffff967bc91819a0 156422 lru 00000080:00200000:2.0:1775764894.394133:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006908b587 156422: 1< 0 - - > 2< 640704512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:2.0:1775764894.394135:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003f1c6e0a 00000080:00200000:2.0:1775764894.394137:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.394139:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.394148:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394161:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.394164:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.394166:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.394172:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.394174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.394176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.394180:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394188:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.394196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.394198:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.394203:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.394206:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156422, 156422] 00000080:00200000:2.0:1775764894.394218:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.394221:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.394226:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640708608 i_blocks 1196131 00000080:00200000:2.0:1775764894.394229:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.394267:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640708608, count: 4096 00000080:00200000:2.0:1775764894.394281:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640708608, bytes: 4096 00000080:00200000:2.0:1775764894.394284:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.394288:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156424, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.394289:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640708608, 640712704) 0 0 00000080:00200000:2.0:1775764894.394292:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.394298:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156423, 156423] 00020000:00200000:2.0:1775764894.394301:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640708608 chunk: [640708608, 640712704) 640712704, 4096 00020000:00200000:2.0:1775764894.394304:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.394317:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156423, 156423] 00000008:00010000:2.0:1775764894.394323:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.394325:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.394333:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394341:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640708608 640712703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394349:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394368:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394383:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394391:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640708608, 640712704) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.394396:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156423 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.394413:0:17279:0:(rw26.c:858:ll_write_end()) pos 640708608, len 4096, copied 4096 00000080:00200000:2.0:1775764894.394418:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000029b69c9f[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.394421:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000f0f2541 fffffc0001001 3:0 ffff967bc9181a80 156423 lru 00000080:00200000:2.0:1775764894.394427:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005b44e56d 156423: 1< 0 - - > 2< 640708608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:2.0:1775764894.394429:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000029b69c9f 00000080:00200000:2.0:1775764894.394431:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.394433:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.394442:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394455:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.394458:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.394460:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.394466:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.394469:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.394471:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.394475:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394483:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.394490:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.394493:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.394497:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.394500:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156423, 156423] 00000080:00200000:2.0:1775764894.394512:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.394515:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.394520:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640712704 i_blocks 1196131 00000080:00200000:2.0:1775764894.394523:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.394539:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640712704, count: 4096 00000080:00200000:2.0:1775764894.394551:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640712704, bytes: 4096 00000080:00200000:2.0:1775764894.394553:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.394557:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156425, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.394559:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640712704, 640716800) 0 0 00000080:00200000:2.0:1775764894.394562:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.394567:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156424, 156424] 00020000:00200000:2.0:1775764894.394569:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640712704 chunk: [640712704, 640716800) 640716800, 4096 00020000:00200000:2.0:1775764894.394572:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.394584:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156424, 156424] 00000008:00010000:2.0:1775764894.394590:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.394593:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.394601:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394609:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640712704 640716799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394617:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394624:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394630:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394637:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640712704, 640716800) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.394642:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156424 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.394659:0:17279:0:(rw26.c:858:ll_write_end()) pos 640712704, len 4096, copied 4096 00000080:00200000:2.0:1775764894.394662:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a8893ba2[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.394665:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003399da0c fffffc0001001 3:0 ffff967bc9181540 156424 lru 00000080:00200000:2.0:1775764894.394671:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2abf112 156424: 1< 0 - - > 2< 640712704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:2.0:1775764894.394673:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a8893ba2 00000080:00200000:2.0:1775764894.394674:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.394676:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.394684:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394695:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.394697:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.394699:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.394705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.394708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.394710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.394714:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394722:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.394730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.394733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.394737:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.394739:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156424, 156424] 00000080:00200000:2.0:1775764894.394750:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.394753:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.394758:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640716800 i_blocks 1196131 00000080:00200000:2.0:1775764894.394761:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.394776:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640716800, count: 4096 00000080:00200000:2.0:1775764894.394788:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640716800, bytes: 4096 00000080:00200000:2.0:1775764894.394791:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.394794:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156426, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.394796:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640716800, 640720896) 0 0 00000080:00200000:2.0:1775764894.394799:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.394804:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156425, 156425] 00020000:00200000:2.0:1775764894.394807:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640716800 chunk: [640716800, 640720896) 640720896, 4096 00020000:00200000:2.0:1775764894.394810:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.394823:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156425, 156425] 00000008:00010000:2.0:1775764894.394829:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.394831:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.394839:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394848:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640716800 640720895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394856:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394863:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394869:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394877:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640716800, 640720896) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.394883:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156425 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.394900:0:17279:0:(rw26.c:858:ll_write_end()) pos 640716800, len 4096, copied 4096 00000080:00200000:2.0:1775764894.394905:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eea2c438[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.394908:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000533b2d67 fffffc0001001 3:0 ffff967bc91810e0 156425 lru 00000080:00200000:2.0:1775764894.394914:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce5690d3 156425: 1< 0 - - > 2< 640716800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:2.0:1775764894.394916:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eea2c438 00000080:00200000:2.0:1775764894.394918:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.394920:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.394928:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.394940:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.394943:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.394945:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.394951:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.394953:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.394956:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.394959:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.394967:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.394974:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.394976:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.394980:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.394983:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156425, 156425] 00000080:00200000:2.0:1775764894.394993:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.394996:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.395000:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640720896 i_blocks 1196131 00000080:00200000:2.0:1775764894.395003:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.395018:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640720896, count: 4096 00000080:00200000:2.0:1775764894.395028:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640720896, bytes: 4096 00000080:00200000:2.0:1775764894.395031:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.395035:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156427, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.395036:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640720896, 640724992) 0 0 00000080:00200000:2.0:1775764894.395039:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.395044:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156426, 156426] 00020000:00200000:2.0:1775764894.395047:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640720896 chunk: [640720896, 640724992) 640724992, 4096 00020000:00200000:2.0:1775764894.395049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.395060:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156426, 156426] 00000008:00010000:2.0:1775764894.395066:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.395068:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.395076:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395084:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640720896 640724991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395098:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395105:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395112:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640720896, 640724992) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.395117:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156426 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.395134:0:17279:0:(rw26.c:858:ll_write_end()) pos 640720896, len 4096, copied 4096 00000080:00200000:2.0:1775764894.395138:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e8ff8d64[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.395141:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000030c2c85f fffffc0001001 3:0 ffff967bc91811c0 156426 lru 00000080:00200000:2.0:1775764894.395147:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000024fb2d31 156426: 1< 0 - - > 2< 640720896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:2.0:1775764894.395149:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e8ff8d64 00000080:00200000:2.0:1775764894.395150:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.395152:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.395160:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395171:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.395174:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.395176:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.395182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.395184:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.395187:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.395191:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395199:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.395207:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.395209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.395213:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.395216:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156426, 156426] 00000080:00200000:2.0:1775764894.395226:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.395229:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.395234:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640724992 i_blocks 1196131 00000080:00200000:2.0:1775764894.395237:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.395282:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640724992, count: 4096 00000080:00200000:2.0:1775764894.395295:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640724992, bytes: 4096 00000080:00200000:2.0:1775764894.395298:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.395301:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156428, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.395303:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640724992, 640729088) 0 0 00000080:00200000:2.0:1775764894.395306:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.395312:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156427, 156427] 00020000:00200000:2.0:1775764894.395315:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640724992 chunk: [640724992, 640729088) 640729088, 4096 00020000:00200000:2.0:1775764894.395317:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.395329:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156427, 156427] 00000008:00010000:2.0:1775764894.395336:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.395338:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.395346:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395372:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640724992 640729087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395380:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395387:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395393:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395402:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640724992, 640729088) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.395408:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156427 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.395426:0:17279:0:(rw26.c:858:ll_write_end()) pos 640724992, len 4096, copied 4096 00000080:00200000:2.0:1775764894.395430:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bf74558f[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.395432:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d68566fa fffffc0001001 3:0 ffff967bc9181700 156427 lru 00000080:00200000:2.0:1775764894.395438:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000003317439 156427: 1< 0 - - > 2< 640724992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:2.0:1775764894.395440:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bf74558f 00000080:00200000:2.0:1775764894.395441:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.395443:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.395452:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395465:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.395468:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.395471:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.395477:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.395480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.395483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.395487:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395496:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.395505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.395508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.395512:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.395515:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156427, 156427] 00000080:00200000:2.0:1775764894.395526:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.395529:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.395535:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640729088 i_blocks 1196131 00000080:00200000:2.0:1775764894.395538:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.395554:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640729088, count: 4096 00000080:00200000:2.0:1775764894.395565:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640729088, bytes: 4096 00000080:00200000:2.0:1775764894.395568:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.395572:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156429, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.395573:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640729088, 640733184) 0 0 00000080:00200000:2.0:1775764894.395576:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.395581:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156428, 156428] 00020000:00200000:2.0:1775764894.395584:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640729088 chunk: [640729088, 640733184) 640733184, 4096 00020000:00200000:2.0:1775764894.395586:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.395599:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156428, 156428] 00000008:00010000:2.0:1775764894.395604:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.395607:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.395615:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395623:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640729088 640733183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395632:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395640:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395647:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395655:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640729088, 640733184) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.395660:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156428 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.395676:0:17279:0:(rw26.c:858:ll_write_end()) pos 640729088, len 4096, copied 4096 00000080:00200000:2.0:1775764894.395680:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000552cda73[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.395684:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007462ab77 fffffc0001001 3:0 ffff967bc91812a0 156428 lru 00000080:00200000:2.0:1775764894.395690:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000082437c29 156428: 1< 0 - - > 2< 640729088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:2.0:1775764894.395692:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000552cda73 00000080:00200000:2.0:1775764894.395694:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.395696:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.395704:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395715:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.395718:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.395721:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.395727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.395729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.395732:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.395736:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395743:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.395752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.395754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.395758:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.395761:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156428, 156428] 00000080:00200000:2.0:1775764894.395771:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.395775:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.395779:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640733184 i_blocks 1196131 00000080:00200000:2.0:1775764894.395782:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.395798:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640733184, count: 4096 00000080:00200000:2.0:1775764894.395810:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640733184, bytes: 4096 00000080:00200000:2.0:1775764894.395813:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.395817:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156430, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.395818:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640733184, 640737280) 0 0 00000080:00200000:2.0:1775764894.395821:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.395827:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156429, 156429] 00020000:00200000:2.0:1775764894.395829:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640733184 chunk: [640733184, 640737280) 640737280, 4096 00020000:00200000:2.0:1775764894.395832:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.395843:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156429, 156429] 00000008:00010000:2.0:1775764894.395848:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.395850:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.395857:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395866:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640733184 640737279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395874:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395880:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395886:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395894:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640733184, 640737280) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.395899:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156429 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.395916:0:17279:0:(rw26.c:858:ll_write_end()) pos 640733184, len 4096, copied 4096 00000080:00200000:2.0:1775764894.395921:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fca7e58e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.395924:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008ad236e7 fffffc0001001 3:0 ffff967bc9181e00 156429 lru 00000080:00200000:2.0:1775764894.395930:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001d9a691d 156429: 1< 0 - - > 2< 640733184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:2.0:1775764894.395932:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fca7e58e 00000080:00200000:2.0:1775764894.395934:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.395936:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.395944:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.395955:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.395958:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.395960:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.395965:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.395968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.395970:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.395974:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.395981:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.395989:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.395991:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.395995:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.395998:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156429, 156429] 00000080:00200000:2.0:1775764894.396010:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.396013:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.396018:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640737280 i_blocks 1196131 00000080:00200000:2.0:1775764894.396021:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.396037:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640737280, count: 4096 00000080:00200000:2.0:1775764894.396049:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640737280, bytes: 4096 00000080:00200000:2.0:1775764894.396051:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.396055:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156431, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.396057:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640737280, 640741376) 0 0 00000080:00200000:2.0:1775764894.396060:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.396066:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156430, 156430] 00020000:00200000:2.0:1775764894.396069:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640737280 chunk: [640737280, 640741376) 640741376, 4096 00020000:00200000:2.0:1775764894.396071:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.396084:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156430, 156430] 00000008:00010000:2.0:1775764894.396089:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.396092:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.396100:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396110:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640737280 640741375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396119:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396128:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396136:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.396145:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640737280, 640741376) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.396150:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156430 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.396168:0:17279:0:(rw26.c:858:ll_write_end()) pos 640737280, len 4096, copied 4096 00000080:00200000:2.0:1775764894.396172:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006fcecddd[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.396175:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005fffebf5 fffffc0001001 3:0 ffff967bc91818c0 156430 lru 00000080:00200000:2.0:1775764894.396182:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec336697 156430: 1< 0 - - > 2< 640737280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:2.0:1775764894.396184:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006fcecddd 00000080:00200000:2.0:1775764894.396185:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.396188:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.396197:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.396209:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.396211:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.396213:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.396219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.396221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.396223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.396227:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396234:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.396242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.396244:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.396279:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.396281:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156430, 156430] 00000080:00200000:2.0:1775764894.396293:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.396296:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.396301:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640741376 i_blocks 1196131 00000080:00200000:2.0:1775764894.396304:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.396320:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640741376, count: 4096 00000080:00200000:2.0:1775764894.396331:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640741376, bytes: 4096 00000080:00200000:2.0:1775764894.396334:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.396338:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156432, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.396339:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640741376, 640745472) 0 0 00000080:00200000:2.0:1775764894.396342:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.396348:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156431, 156431] 00020000:00200000:2.0:1775764894.396845:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640741376 chunk: [640741376, 640745472) 640745472, 4096 00020000:00200000:2.0:1775764894.396850:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.396871:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156431, 156431] 00000008:00010000:2.0:1775764894.396878:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.396881:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.396892:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396903:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640741376 640745471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396912:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396920:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.396927:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.396936:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640741376, 640745472) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.396954:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156431 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.396979:0:17279:0:(rw26.c:858:ll_write_end()) pos 640741376, len 4096, copied 4096 00000080:00200000:2.0:1775764894.396983:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000312ed356[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.396986:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d9884deb fffffc0001001 3:0 ffff967bc9181460 156431 lru 00000080:00200000:2.0:1775764894.396991:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f23948f9 156431: 1< 0 - - > 2< 640741376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:2.0:1775764894.396993:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000312ed356 00000080:00200000:2.0:1775764894.396995:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.396997:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.397008:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397022:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.397026:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.397028:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.397035:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.397038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.397040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.397044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397051:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.397060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.397063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.397068:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.397071:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156431, 156431] 00000080:00200000:2.0:1775764894.397086:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.397089:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.397095:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640745472 i_blocks 1196131 00000080:00200000:2.0:1775764894.397098:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.397118:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640745472, count: 4096 00000080:00200000:2.0:1775764894.397131:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640745472, bytes: 4096 00000080:00200000:2.0:1775764894.397134:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.397138:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156433, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.397140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640745472, 640749568) 0 0 00000080:00200000:2.0:1775764894.397143:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.397150:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156432, 156432] 00020000:00200000:2.0:1775764894.397153:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640745472 chunk: [640745472, 640749568) 640749568, 4096 00020000:00200000:2.0:1775764894.397155:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.397167:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156432, 156432] 00000008:00010000:2.0:1775764894.397173:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.397175:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.397183:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397192:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640745472 640749567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397201:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397209:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397216:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397224:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640745472, 640749568) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.397230:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156432 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.397274:0:17279:0:(rw26.c:858:ll_write_end()) pos 640745472, len 4096, copied 4096 00000080:00200000:2.0:1775764894.397280:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f3843bb8[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.397283:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6177233 fffffc0001001 3:0 ffff967bc9181ee0 156432 lru 00000080:00200000:2.0:1775764894.397288:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000df0a6da1 156432: 1< 0 - - > 2< 640745472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:2.0:1775764894.397290:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f3843bb8 00000080:00200000:2.0:1775764894.397292:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.397294:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.397303:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397316:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.397319:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.397321:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.397327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.397329:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.397331:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.397335:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397343:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.397362:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.397364:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.397369:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.397380:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156432, 156432] 00000080:00200000:2.0:1775764894.397392:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.397396:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.397401:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640749568 i_blocks 1196131 00000080:00200000:2.0:1775764894.397404:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.397420:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640749568, count: 4096 00000080:00200000:2.0:1775764894.397433:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640749568, bytes: 4096 00000080:00200000:2.0:1775764894.397435:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.397439:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156434, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.397441:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640749568, 640753664) 0 0 00000080:00200000:2.0:1775764894.397444:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.397449:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156433, 156433] 00020000:00200000:2.0:1775764894.397452:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640749568 chunk: [640749568, 640753664) 640753664, 4096 00020000:00200000:2.0:1775764894.397455:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.397467:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156433, 156433] 00000008:00010000:2.0:1775764894.397472:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.397475:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.397482:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397492:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640749568 640753663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397500:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397508:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397514:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397522:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640749568, 640753664) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.397528:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156433 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.397563:0:17279:0:(rw26.c:858:ll_write_end()) pos 640749568, len 4096, copied 4096 00000080:00200000:2.0:1775764894.397567:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c30883bd[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.397570:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a2ed22a fffffc0001021 2:0 ffff967bc91828c0 156433 lru 00000080:00200000:2.0:1775764894.397575:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006aa7f9c2 156433: 1< 0 - - > 2< 640749568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:2.0:1775764894.397577:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c30883bd 00000080:00200000:2.0:1775764894.397578:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.397581:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.397590:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397601:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.397604:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.397606:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.397612:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.397615:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.397617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.397621:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397629:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.397637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.397639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.397644:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.397647:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156433, 156433] 00000080:00200000:2.0:1775764894.397658:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.397661:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.397666:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640753664 i_blocks 1196131 00000080:00200000:2.0:1775764894.397669:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.397685:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640753664, count: 4096 00000080:00200000:2.0:1775764894.397697:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640753664, bytes: 4096 00000080:00200000:2.0:1775764894.397699:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.397703:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156435, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.397705:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640753664, 640757760) 0 0 00000080:00200000:2.0:1775764894.397707:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.397713:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156434, 156434] 00020000:00200000:2.0:1775764894.397716:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640753664 chunk: [640753664, 640757760) 640757760, 4096 00020000:00200000:2.0:1775764894.397719:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.397732:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156434, 156434] 00000008:00010000:2.0:1775764894.397738:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.397740:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.397748:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397756:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640753664 640757759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397764:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397771:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397777:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397784:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640753664, 640757760) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.397789:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156434 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.397806:0:17279:0:(rw26.c:858:ll_write_end()) pos 640753664, len 4096, copied 4096 00000080:00200000:2.0:1775764894.397810:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000014def977[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.397813:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000095db609f fffffc0001001 3:0 ffff967bc9182460 156434 lru 00000080:00200000:2.0:1775764894.397818:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c47f485d 156434: 1< 0 - - > 2< 640753664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:2.0:1775764894.397821:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000014def977 00000080:00200000:2.0:1775764894.397822:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.397824:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.397832:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.397843:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.397846:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.397848:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.397854:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.397856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.397859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.397862:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397869:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.397878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.397880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.397884:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.397886:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156434, 156434] 00000080:00200000:2.0:1775764894.397897:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.397900:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.397904:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640757760 i_blocks 1196131 00000080:00200000:2.0:1775764894.397907:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.397923:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640757760, count: 4096 00000080:00200000:2.0:1775764894.397935:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640757760, bytes: 4096 00000080:00200000:2.0:1775764894.397938:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.397941:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156436, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.397943:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640757760, 640761856) 0 0 00000080:00200000:2.0:1775764894.397945:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.397951:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156435, 156435] 00020000:00200000:2.0:1775764894.397953:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640757760 chunk: [640757760, 640761856) 640761856, 4096 00020000:00200000:2.0:1775764894.397955:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.397968:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156435, 156435] 00000008:00010000:2.0:1775764894.397973:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.397975:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.397982:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397991:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640757760 640761855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.397999:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398006:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398013:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398021:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640757760, 640761856) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.398026:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156435 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.398043:0:17279:0:(rw26.c:858:ll_write_end()) pos 640757760, len 4096, copied 4096 00000080:00200000:2.0:1775764894.398048:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c03494f1[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.398051:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000363d97c0 fffffc0001001 3:0 ffff967bc9182ee0 156435 lru 00000080:00200000:2.0:1775764894.398056:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aec84fc1 156435: 1< 0 - - > 2< 640757760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:2.0:1775764894.398058:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c03494f1 00000080:00200000:2.0:1775764894.398060:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.398063:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.398072:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398084:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.398087:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.398089:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.398095:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.398097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.398100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.398104:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398112:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.398120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.398123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.398126:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.398129:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156435, 156435] 00000080:00200000:2.0:1775764894.398140:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.398143:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.398148:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640761856 i_blocks 1196131 00000080:00200000:2.0:1775764894.398150:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.398166:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640761856, count: 4096 00000080:00200000:2.0:1775764894.398178:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640761856, bytes: 4096 00000080:00200000:2.0:1775764894.398180:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.398184:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156437, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.398186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640761856, 640765952) 0 0 00000080:00200000:2.0:1775764894.398188:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.398194:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156436, 156436] 00020000:00200000:2.0:1775764894.398197:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640761856 chunk: [640761856, 640765952) 640765952, 4096 00020000:00200000:2.0:1775764894.398199:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.398211:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156436, 156436] 00000008:00010000:2.0:1775764894.398216:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.398219:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.398226:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398235:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640761856 640765951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398272:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398281:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398288:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398297:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640761856, 640765952) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.398302:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156436 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.398319:0:17279:0:(rw26.c:858:ll_write_end()) pos 640761856, len 4096, copied 4096 00000080:00200000:2.0:1775764894.398323:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dfb4c1b0[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.398326:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000025bcd958 fffffc0001001 3:0 ffff967bc9182d20 156436 lru 00000080:00200000:2.0:1775764894.398331:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000080d160d3 156436: 1< 0 - - > 2< 640761856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:2.0:1775764894.398333:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dfb4c1b0 00000080:00200000:2.0:1775764894.398334:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.398336:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.398345:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398378:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.398381:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.398384:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.398390:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.398393:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.398395:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.398398:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398406:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.398414:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.398416:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.398420:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.398423:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156436, 156436] 00000080:00200000:2.0:1775764894.398433:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.398436:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.398441:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640765952 i_blocks 1196131 00000080:00200000:2.0:1775764894.398444:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.398459:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640765952, count: 4096 00000080:00200000:2.0:1775764894.398470:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640765952, bytes: 4096 00000080:00200000:2.0:1775764894.398472:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.398476:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156438, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.398478:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640765952, 640770048) 0 0 00000080:00200000:2.0:1775764894.398481:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.398486:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156437, 156437] 00020000:00200000:2.0:1775764894.398489:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640765952 chunk: [640765952, 640770048) 640770048, 4096 00020000:00200000:2.0:1775764894.398491:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.398503:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156437, 156437] 00000008:00010000:2.0:1775764894.398509:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.398511:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.398518:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398528:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640765952 640770047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398537:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398543:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398550:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398558:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640765952, 640770048) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.398563:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156437 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.398581:0:17279:0:(rw26.c:858:ll_write_end()) pos 640765952, len 4096, copied 4096 00000080:00200000:2.0:1775764894.398585:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000444fd9e4[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.398588:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083cac609 fffffc0001001 3:0 ffff967bc91827e0 156437 lru 00000080:00200000:2.0:1775764894.398593:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cdc1b5ae 156437: 1< 0 - - > 2< 640765952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:2.0:1775764894.398596:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000444fd9e4 00000080:00200000:2.0:1775764894.398597:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.398600:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.398608:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398621:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.398624:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.398626:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.398631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.398634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.398636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.398641:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398649:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.398657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.398659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.398664:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.398666:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156437, 156437] 00000080:00200000:2.0:1775764894.398677:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.398680:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.398685:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640770048 i_blocks 1196131 00000080:00200000:2.0:1775764894.398688:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.398705:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640770048, count: 4096 00000080:00200000:2.0:1775764894.398716:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640770048, bytes: 4096 00000080:00200000:2.0:1775764894.398719:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.398723:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156439, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.398724:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640770048, 640774144) 0 0 00000080:00200000:2.0:1775764894.398727:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.398733:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156438, 156438] 00020000:00200000:2.0:1775764894.398736:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640770048 chunk: [640770048, 640774144) 640774144, 4096 00020000:00200000:2.0:1775764894.398738:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.398750:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156438, 156438] 00000008:00010000:2.0:1775764894.398756:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.398758:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.398765:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398775:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640770048 640774143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398783:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398789:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398796:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398804:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640770048, 640774144) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.398809:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156438 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.398826:0:17279:0:(rw26.c:858:ll_write_end()) pos 640770048, len 4096, copied 4096 00000080:00200000:2.0:1775764894.398830:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081219d4f[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.398833:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000aa68963 fffffc0001001 3:0 ffff967bc9182b60 156438 lru 00000080:00200000:2.0:1775764894.398838:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7764cda 156438: 1< 0 - - > 2< 640770048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:2.0:1775764894.398840:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081219d4f 00000080:00200000:2.0:1775764894.398842:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.398843:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.398852:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.398864:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.398867:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.398869:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.398876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.398878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.398880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.398884:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.398891:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.398899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.398902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.398906:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.398908:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156438, 156438] 00000080:00200000:2.0:1775764894.398919:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.398922:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.398927:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640774144 i_blocks 1196131 00000080:00200000:2.0:1775764894.398930:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.398945:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640774144, count: 4096 00000080:00200000:2.0:1775764894.398956:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640774144, bytes: 4096 00000080:00200000:2.0:1775764894.398959:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.398962:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156440, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.398964:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640774144, 640778240) 0 0 00000080:00200000:2.0:1775764894.398967:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.398972:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156439, 156439] 00020000:00200000:2.0:1775764894.398975:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640774144 chunk: [640774144, 640778240) 640778240, 4096 00020000:00200000:2.0:1775764894.398977:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.398990:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156439, 156439] 00000008:00010000:2.0:1775764894.398995:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.398998:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.399005:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399014:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640774144 640778239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399022:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399029:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399036:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399045:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640774144, 640778240) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.399050:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156439 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.399067:0:17279:0:(rw26.c:858:ll_write_end()) pos 640774144, len 4096, copied 4096 00000080:00200000:2.0:1775764894.399071:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000070ede4f5[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.399074:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a153319a fffffc0001001 3:0 ffff967bc9182620 156439 lru 00000080:00200000:2.0:1775764894.399080:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002a350839 156439: 1< 0 - - > 2< 640774144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:2.0:1775764894.399083:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000070ede4f5 00000080:00200000:2.0:1775764894.399084:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.399086:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.399094:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399107:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.399110:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.399112:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.399118:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.399120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.399123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.399127:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399135:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.399144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.399146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.399150:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.399153:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156439, 156439] 00000080:00200000:2.0:1775764894.399163:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.399167:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.399171:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640778240 i_blocks 1196131 00000080:00200000:2.0:1775764894.399174:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.399190:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640778240, count: 4096 00000080:00200000:2.0:1775764894.399201:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640778240, bytes: 4096 00000080:00200000:2.0:1775764894.399203:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.399207:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156441, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.399209:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640778240, 640782336) 0 0 00000080:00200000:2.0:1775764894.399212:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.399217:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156440, 156440] 00020000:00200000:2.0:1775764894.399219:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640778240 chunk: [640778240, 640782336) 640782336, 4096 00020000:00200000:2.0:1775764894.399222:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.399233:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156440, 156440] 00000008:00010000:2.0:1775764894.399238:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.399241:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.399277:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399286:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640778240 640782335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399294:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399302:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399310:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399318:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640778240, 640782336) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.399324:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156440 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.399339:0:17279:0:(rw26.c:858:ll_write_end()) pos 640778240, len 4096, copied 4096 00000080:00200000:2.0:1775764894.399344:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008c15bd99[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.399347:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000282119c6 fffffc0001001 3:0 ffff967bc9182000 156440 lru 00000080:00200000:2.0:1775764894.399364:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000815f3ed5 156440: 1< 0 - - > 2< 640778240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:2.0:1775764894.399366:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008c15bd99 00000080:00200000:2.0:1775764894.399367:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.399370:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.399379:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399392:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.399395:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.399397:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.399404:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.399406:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.399408:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.399412:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399420:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.399429:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.399431:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.399436:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.399438:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156440, 156440] 00000080:00200000:2.0:1775764894.399449:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.399452:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.399457:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640782336 i_blocks 1196131 00000080:00200000:2.0:1775764894.399460:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.399476:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640782336, count: 4096 00000080:00200000:2.0:1775764894.399487:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640782336, bytes: 4096 00000080:00200000:2.0:1775764894.399490:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.399494:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156442, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.399496:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640782336, 640786432) 0 0 00000080:00200000:2.0:1775764894.399498:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.399503:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156441, 156441] 00020000:00200000:2.0:1775764894.399506:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640782336 chunk: [640782336, 640786432) 640786432, 4096 00020000:00200000:2.0:1775764894.399508:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.399520:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156441, 156441] 00000008:00010000:2.0:1775764894.399526:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.399528:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.399536:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399544:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640782336 640786431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399552:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399559:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399566:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399574:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640782336, 640786432) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.399579:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156441 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.399596:0:17279:0:(rw26.c:858:ll_write_end()) pos 640782336, len 4096, copied 4096 00000080:00200000:2.0:1775764894.399601:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000093251dee[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.399604:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009c6816dc fffffc0001001 3:0 ffff967bc9182380 156441 lru 00000080:00200000:2.0:1775764894.399609:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f380d1bd 156441: 1< 0 - - > 2< 640782336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:2.0:1775764894.399611:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000093251dee 00000080:00200000:2.0:1775764894.399613:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.399615:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.399623:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399635:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.399638:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.399640:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.399645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.399648:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.399651:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.399655:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399663:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.399671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.399674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.399678:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.399681:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156441, 156441] 00000080:00200000:2.0:1775764894.399691:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.399695:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.399700:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640786432 i_blocks 1196131 00000080:00200000:2.0:1775764894.399702:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.399718:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640786432, count: 4096 00000080:00200000:2.0:1775764894.399729:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640786432, bytes: 4096 00000080:00200000:2.0:1775764894.399732:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.399736:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156443, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.399738:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640786432, 640790528) 0 0 00000080:00200000:2.0:1775764894.399741:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.399745:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156442, 156442] 00020000:00200000:2.0:1775764894.399748:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640786432 chunk: [640786432, 640790528) 640790528, 4096 00020000:00200000:2.0:1775764894.399750:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.399760:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156442, 156442] 00000008:00010000:2.0:1775764894.399765:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.399768:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.399775:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399785:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640786432 640790527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399794:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399801:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399808:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399817:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640786432, 640790528) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.399822:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156442 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.399839:0:17279:0:(rw26.c:858:ll_write_end()) pos 640786432, len 4096, copied 4096 00000080:00200000:2.0:1775764894.399843:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000078b496b6[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.399845:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000089c0bd4a fffffc0001001 3:0 ffff967bc9182c40 156442 lru 00000080:00200000:2.0:1775764894.399851:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001603286e 156442: 1< 0 - - > 2< 640786432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:2.0:1775764894.399853:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000078b496b6 00000080:00200000:2.0:1775764894.399855:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.399857:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.399865:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.399877:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.399879:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.399881:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.399887:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.399889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.399891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.399895:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.399902:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.399910:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.399912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.399917:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.399919:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156442, 156442] 00000080:00200000:2.0:1775764894.399930:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.399933:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.399938:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640790528 i_blocks 1196131 00000080:00200000:2.0:1775764894.399941:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.399957:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640790528, count: 4096 00000080:00200000:2.0:1775764894.399968:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640790528, bytes: 4096 00000080:00200000:2.0:1775764894.399971:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.399975:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156444, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.399976:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640790528, 640794624) 0 0 00000080:00200000:2.0:1775764894.399979:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.399984:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156443, 156443] 00020000:00200000:2.0:1775764894.399987:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640790528 chunk: [640790528, 640794624) 640794624, 4096 00020000:00200000:2.0:1775764894.399989:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.400002:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156443, 156443] 00000008:00010000:2.0:1775764894.400008:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.400010:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.400018:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400027:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640790528 640794623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400035:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400043:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400050:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.400057:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640790528, 640794624) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.400062:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156443 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.400083:0:17279:0:(rw26.c:858:ll_write_end()) pos 640790528, len 4096, copied 4096 00000080:00200000:2.0:1775764894.400088:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000432230ad[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.400091:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d615e1d4 fffffc0001001 3:0 ffff967bc91829a0 156443 lru 00000080:00200000:2.0:1775764894.400097:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004bdfca60 156443: 1< 0 - - > 2< 640790528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:2.0:1775764894.400100:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000432230ad 00000080:00200000:2.0:1775764894.400101:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.400103:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.400112:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.400124:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.400127:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.400129:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.400134:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.400137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.400140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.400144:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400151:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.400159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.400162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.400166:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.400168:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156443, 156443] 00000080:00200000:2.0:1775764894.400179:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.400182:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.400187:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640794624 i_blocks 1196131 00000080:00200000:2.0:1775764894.400190:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.400205:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640794624, count: 4096 00000080:00200000:2.0:1775764894.400217:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640794624, bytes: 4096 00000080:00200000:2.0:1775764894.400220:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.400223:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156445, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.400225:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640794624, 640798720) 0 0 00000080:00200000:2.0:1775764894.400228:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.400232:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156444, 156444] 00020000:00200000:2.0:1775764894.400235:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640794624 chunk: [640794624, 640798720) 640798720, 4096 00020000:00200000:2.0:1775764894.400238:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.400285:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156444, 156444] 00000008:00010000:2.0:1775764894.400291:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.400293:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.400301:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400310:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640794624 640798719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400319:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400327:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.400333:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.400341:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640794624, 640798720) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.400346:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156444 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.402859:0:17279:0:(rw26.c:858:ll_write_end()) pos 640794624, len 4096, copied 4096 00000080:00200000:2.0:1775764894.402872:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a7199f97[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.402876:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002708d1a5 fffffc0001001 3:0 ffff967bc9182a80 156444 lru 00000080:00200000:2.0:1775764894.402883:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009b9a9d8f 156444: 1< 0 - - > 2< 640794624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:2.0:1775764894.402885:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a7199f97 00000080:00200000:2.0:1775764894.402887:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.402892:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.402916:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.402952:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.402957:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.402960:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.402975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.402979:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.402982:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.402989:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403000:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.403014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.403017:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.403024:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.403030:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156444, 156444] 00000080:00200000:2.0:1775764894.403057:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.403060:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.403070:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640798720 i_blocks 1196131 00000080:00200000:2.0:1775764894.403075:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.403106:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640798720, count: 4096 00000080:00200000:2.0:1775764894.403129:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640798720, bytes: 4096 00000080:00200000:2.0:1775764894.403134:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.403139:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156446, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.403141:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640798720, 640802816) 0 0 00000080:00200000:2.0:1775764894.403146:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.403158:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156445, 156445] 00020000:00200000:2.0:1775764894.403164:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640798720 chunk: [640798720, 640802816) 640802816, 4096 00020000:00200000:2.0:1775764894.403168:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.403190:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156445, 156445] 00000008:00010000:2.0:1775764894.403201:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.403205:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.403221:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403233:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640798720 640802815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403262:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403272:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403281:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.403290:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640798720, 640802816) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.403300:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156445 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.403322:0:17279:0:(rw26.c:858:ll_write_end()) pos 640798720, len 4096, copied 4096 00000080:00200000:2.0:1775764894.403327:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000dbf00d9[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.403330:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000faa7313d fffffc0001001 3:0 ffff967bc9182540 156445 lru 00000080:00200000:2.0:1775764894.403336:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f6d6a321 156445: 1< 0 - - > 2< 640798720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:2.0:1775764894.403338:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000dbf00d9 00000080:00200000:2.0:1775764894.403340:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.403342:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.403364:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.403387:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.403390:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.403392:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.403398:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.403401:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.403404:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.403408:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403415:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.403424:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.403426:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.403430:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.403433:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156445, 156445] 00000080:00200000:2.0:1775764894.403444:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.403447:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.403452:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640802816 i_blocks 1196131 00000080:00200000:2.0:1775764894.403456:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.403472:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640802816, count: 4096 00000080:00200000:2.0:1775764894.403484:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640802816, bytes: 4096 00000080:00200000:2.0:1775764894.403487:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.403491:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156447, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.403492:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640802816, 640806912) 0 0 00000080:00200000:2.0:1775764894.403495:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.403501:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156446, 156446] 00020000:00200000:2.0:1775764894.403504:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640802816 chunk: [640802816, 640806912) 640806912, 4096 00020000:00200000:2.0:1775764894.403507:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.403519:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156446, 156446] 00000008:00010000:2.0:1775764894.403525:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.403528:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.403536:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403545:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640802816 640806911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403553:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403560:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403567:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.403576:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640802816, 640806912) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.403582:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156446 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.403599:0:17279:0:(rw26.c:858:ll_write_end()) pos 640802816, len 4096, copied 4096 00000080:00200000:2.0:1775764894.403604:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004a7c93d5[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.403607:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f187a23e fffffc0001001 3:0 ffff967bc91820e0 156446 lru 00000080:00200000:2.0:1775764894.403612:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dd3578ce 156446: 1< 0 - - > 2< 640802816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:2.0:1775764894.403614:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004a7c93d5 00000080:00200000:2.0:1775764894.403616:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.403618:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.403626:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.403639:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.403642:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.403644:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.403650:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.403652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.403655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.403658:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403666:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.403674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.403677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.403681:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.403684:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156446, 156446] 00000080:00200000:2.0:1775764894.403695:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.403698:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.403703:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640806912 i_blocks 1196131 00000080:00200000:2.0:1775764894.403706:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.403722:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640806912, count: 4096 00000080:00200000:2.0:1775764894.403733:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640806912, bytes: 4096 00000080:00200000:2.0:1775764894.403736:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.403740:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156448, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.403742:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640806912, 640811008) 0 0 00000080:00200000:2.0:1775764894.403745:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.403750:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156447, 156447] 00020000:00200000:2.0:1775764894.403752:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640806912 chunk: [640806912, 640811008) 640811008, 4096 00020000:00200000:2.0:1775764894.403755:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.403767:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156447, 156447] 00000008:00010000:2.0:1775764894.403772:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.403774:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.403782:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403792:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640806912 640811007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403801:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403808:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403815:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.403824:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640806912, 640811008) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.403829:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156447 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.403846:0:17279:0:(rw26.c:858:ll_write_end()) pos 640806912, len 4096, copied 4096 00000080:00200000:2.0:1775764894.403850:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f14ac2a6[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.403854:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b23378f9 fffffc0001001 3:0 ffff967bc91821c0 156447 lru 00000080:00200000:2.0:1775764894.403859:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000052a1ac5e 156447: 1< 0 - - > 2< 640806912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 244 - -> 00000080:00200000:2.0:1775764894.403861:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f14ac2a6 00000080:00200000:2.0:1775764894.403863:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.403865:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.403873:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.403884:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.403886:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.403889:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.403894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.403897:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.403899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.403903:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.403911:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.403920:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.403922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.403926:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.403929:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156447, 156447] 00000080:00200000:2.0:1775764894.403943:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.403946:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.403951:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640811008 i_blocks 1196131 00000080:00200000:2.0:1775764894.403954:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.403968:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640811008, count: 4096 00000080:00200000:2.0:1775764894.403979:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640811008, bytes: 4096 00000080:00200000:2.0:1775764894.403982:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.403985:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156449, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.403986:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640811008, 640815104) 0 0 00000080:00200000:2.0:1775764894.403989:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.403995:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156448, 156448] 00020000:00200000:2.0:1775764894.403998:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640811008 chunk: [640811008, 640815104) 640815104, 4096 00020000:00200000:2.0:1775764894.404000:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.404013:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156448, 156448] 00000008:00010000:2.0:1775764894.404019:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.404022:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.404029:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404039:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640811008 640815103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404053:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404060:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404068:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640811008, 640815104) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.404073:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156448 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.404097:0:17279:0:(rw26.c:858:ll_write_end()) pos 640811008, len 4096, copied 4096 00000080:00200000:2.0:1775764894.404102:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000116f9bd3[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.404105:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6893b12 fffffc0001021 2:0 ffff967bc9182700 156448 lru 00000080:00200000:2.0:1775764894.404110:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000579692f5 156448: 1< 0 - - > 2< 640811008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 245 - -> 00000080:00200000:2.0:1775764894.404112:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000116f9bd3 00000080:00200000:2.0:1775764894.404114:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.404116:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.404124:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404138:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.404140:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.404142:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.404149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.404151:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.404153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.404157:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404165:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.404173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.404176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.404180:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.404183:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156448, 156448] 00000080:00200000:2.0:1775764894.404194:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.404197:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.404202:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640815104 i_blocks 1196131 00000080:00200000:2.0:1775764894.404205:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.404221:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640815104, count: 4096 00000080:00200000:2.0:1775764894.404233:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640815104, bytes: 4096 00000080:00200000:2.0:1775764894.404236:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.404239:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156450, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.404241:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640815104, 640819200) 0 0 00000080:00200000:2.0:1775764894.404273:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.404280:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156449, 156449] 00020000:00200000:2.0:1775764894.404283:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640815104 chunk: [640815104, 640819200) 640819200, 4096 00020000:00200000:2.0:1775764894.404285:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.404299:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156449, 156449] 00000008:00010000:2.0:1775764894.404305:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.404307:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.404315:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404324:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640815104 640819199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404331:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404338:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404345:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404364:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640815104, 640819200) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.404370:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156449 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.404387:0:17279:0:(rw26.c:858:ll_write_end()) pos 640815104, len 4096, copied 4096 00000080:00200000:2.0:1775764894.404392:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000041bc53be[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.404395:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000e839e1d fffffc0001001 3:0 ffff967bc91822a0 156449 lru 00000080:00200000:2.0:1775764894.404400:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a48203d6 156449: 1< 0 - - > 2< 640815104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 246 - -> 00000080:00200000:2.0:1775764894.404402:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000041bc53be 00000080:00200000:2.0:1775764894.404404:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.404406:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.404415:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404427:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.404430:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.404432:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.404438:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.404440:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.404442:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.404446:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404453:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.404461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.404463:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.404466:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.404469:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156449, 156449] 00000080:00200000:2.0:1775764894.404481:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.404484:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.404489:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640819200 i_blocks 1196131 00000080:00200000:2.0:1775764894.404492:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.404507:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640819200, count: 4096 00000080:00200000:2.0:1775764894.404519:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640819200, bytes: 4096 00000080:00200000:2.0:1775764894.404522:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.404526:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156451, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.404527:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640819200, 640823296) 0 0 00000080:00200000:2.0:1775764894.404530:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.404536:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156450, 156450] 00020000:00200000:2.0:1775764894.404539:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640819200 chunk: [640819200, 640823296) 640823296, 4096 00020000:00200000:2.0:1775764894.404541:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.404554:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156450, 156450] 00000008:00010000:2.0:1775764894.404559:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.404561:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.404568:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404578:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640819200 640823295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404585:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404593:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404599:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404607:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640819200, 640823296) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.404613:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156450 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.404629:0:17279:0:(rw26.c:858:ll_write_end()) pos 640819200, len 4096, copied 4096 00000080:00200000:2.0:1775764894.404634:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f64a1dd6[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.404637:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000088313593 fffffc0001001 3:0 ffff967bc9182e00 156450 lru 00000080:00200000:2.0:1775764894.404642:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006ee581cc 156450: 1< 0 - - > 2< 640819200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 247 - -> 00000080:00200000:2.0:1775764894.404644:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f64a1dd6 00000080:00200000:2.0:1775764894.404645:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.404648:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.404656:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404667:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.404670:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.404673:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.404679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.404681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.404684:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.404688:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404696:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.404704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.404706:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.404711:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.404714:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156450, 156450] 00000080:00200000:2.0:1775764894.404725:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.404728:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.404732:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640823296 i_blocks 1196131 00000080:00200000:2.0:1775764894.404735:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.404750:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640823296, count: 4096 00000080:00200000:2.0:1775764894.404762:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640823296, bytes: 4096 00000080:00200000:2.0:1775764894.404764:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.404768:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156452, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.404769:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640823296, 640827392) 0 0 00000080:00200000:2.0:1775764894.404772:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.404777:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156451, 156451] 00020000:00200000:2.0:1775764894.404780:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640823296 chunk: [640823296, 640827392) 640827392, 4096 00020000:00200000:2.0:1775764894.404783:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.404796:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156451, 156451] 00000008:00010000:2.0:1775764894.404801:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.404804:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.404811:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404820:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640823296 640827391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404828:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404836:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404843:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404851:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640823296, 640827392) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.404856:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156451 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.404883:0:17279:0:(rw26.c:858:ll_write_end()) pos 640823296, len 4096, copied 4096 00000080:00200000:2.0:1775764894.404888:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e8c65ff8[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.404891:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000043367fbc fffffc0001001 3:0 ffff967bc9183d20 156451 lru 00000080:00200000:2.0:1775764894.404896:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3c81d1d 156451: 1< 0 - - > 2< 640823296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 248 - -> 00000080:00200000:2.0:1775764894.404898:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e8c65ff8 00000080:00200000:2.0:1775764894.404900:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.404902:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.404911:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.404923:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.404926:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.404928:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.404934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.404937:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.404939:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.404943:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.404951:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.404960:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.404962:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.404966:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.404969:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156451, 156451] 00000080:00200000:2.0:1775764894.404980:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.404983:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.404988:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640827392 i_blocks 1196131 00000080:00200000:2.0:1775764894.404991:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.405006:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640827392, count: 4096 00000080:00200000:2.0:1775764894.405018:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640827392, bytes: 4096 00000080:00200000:2.0:1775764894.405021:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.405025:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156453, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.405026:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640827392, 640831488) 0 0 00000080:00200000:2.0:1775764894.405029:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.405034:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156452, 156452] 00020000:00200000:2.0:1775764894.405037:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640827392 chunk: [640827392, 640831488) 640831488, 4096 00020000:00200000:2.0:1775764894.405039:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.405051:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156452, 156452] 00000008:00010000:2.0:1775764894.405057:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.405059:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.405067:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405075:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640827392 640831487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405084:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405091:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405098:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405106:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640827392, 640831488) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.405112:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156452 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.405139:0:17279:0:(rw26.c:858:ll_write_end()) pos 640827392, len 4096, copied 4096 00000080:00200000:2.0:1775764894.405143:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000050108270[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.405146:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dacbe02f fffffc0001001 3:0 ffff967bc91837e0 156452 lru 00000080:00200000:2.0:1775764894.405153:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000018bf7381 156452: 1< 0 - - > 2< 640827392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 249 - -> 00000080:00200000:2.0:1775764894.405155:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000050108270 00000080:00200000:2.0:1775764894.405156:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.405158:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.405167:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405179:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.405182:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.405185:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.405190:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.405193:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.405195:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.405199:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405207:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.405216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.405218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.405222:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.405225:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156452, 156452] 00000080:00200000:2.0:1775764894.405236:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.405239:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.405243:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640831488 i_blocks 1196131 00000080:00200000:2.0:1775764894.405276:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.405293:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640831488, count: 4096 00000080:00200000:2.0:1775764894.405305:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640831488, bytes: 4096 00000080:00200000:2.0:1775764894.405308:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.405313:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156454, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.405314:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640831488, 640835584) 0 0 00000080:00200000:2.0:1775764894.405317:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.405323:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156453, 156453] 00020000:00200000:2.0:1775764894.405326:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640831488 chunk: [640831488, 640835584) 640835584, 4096 00020000:00200000:2.0:1775764894.405328:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.405341:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156453, 156453] 00000008:00010000:2.0:1775764894.405346:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.405348:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.405368:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405378:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640831488 640835583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405386:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405394:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405401:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405410:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640831488, 640835584) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.405415:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156453 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.405432:0:17279:0:(rw26.c:858:ll_write_end()) pos 640831488, len 4096, copied 4096 00000080:00200000:2.0:1775764894.405436:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004ffe12d2[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.405439:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008b47d017 fffffc0001001 3:0 ffff967bc9183b60 156453 lru 00000080:00200000:2.0:1775764894.405444:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee6c93c6 156453: 1< 0 - - > 2< 640831488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 250 - -> 00000080:00200000:2.0:1775764894.405447:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004ffe12d2 00000080:00200000:2.0:1775764894.405448:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.405450:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.405459:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405471:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.405474:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.405476:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.405483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.405485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.405487:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.405491:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405499:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.405508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.405511:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.405515:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.405518:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156453, 156453] 00000080:00200000:2.0:1775764894.405529:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.405532:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.405537:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640835584 i_blocks 1196131 00000080:00200000:2.0:1775764894.405539:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.405554:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640835584, count: 4096 00000080:00200000:2.0:1775764894.405565:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640835584, bytes: 4096 00000080:00200000:2.0:1775764894.405568:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.405571:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156455, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.405572:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640835584, 640839680) 0 0 00000080:00200000:2.0:1775764894.405575:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.405580:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156454, 156454] 00020000:00200000:2.0:1775764894.405583:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640835584 chunk: [640835584, 640839680) 640839680, 4096 00020000:00200000:2.0:1775764894.405585:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.405595:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156454, 156454] 00000008:00010000:2.0:1775764894.405600:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.405602:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.405609:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405617:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640835584 640839679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405625:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405631:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405638:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405645:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640835584, 640839680) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.405650:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156454 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.405665:0:17279:0:(rw26.c:858:ll_write_end()) pos 640835584, len 4096, copied 4096 00000080:00200000:2.0:1775764894.405669:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000089085057[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.405672:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003628d619 fffffc0001001 3:0 ffff967bc9183620 156454 lru 00000080:00200000:2.0:1775764894.405677:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008ac60dc8 156454: 1< 0 - - > 2< 640835584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 251 - -> 00000080:00200000:2.0:1775764894.405679:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000089085057 00000080:00200000:2.0:1775764894.405681:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.405683:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.405691:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405702:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.405705:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.405707:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.405713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.405715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.405718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.405722:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405730:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.405738:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.405740:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.405745:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.405748:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156454, 156454] 00000080:00200000:2.0:1775764894.405759:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.405762:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.405767:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640839680 i_blocks 1196131 00000080:00200000:2.0:1775764894.405770:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.405787:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640839680, count: 4096 00000080:00200000:2.0:1775764894.405799:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640839680, bytes: 4096 00000080:00200000:2.0:1775764894.405802:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.405805:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156456, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.405807:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640839680, 640843776) 0 0 00000080:00200000:2.0:1775764894.405810:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.405816:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156455, 156455] 00020000:00200000:2.0:1775764894.405818:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640839680 chunk: [640839680, 640843776) 640843776, 4096 00020000:00200000:2.0:1775764894.405820:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.405832:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156455, 156455] 00000008:00010000:2.0:1775764894.405837:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.405840:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.405847:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405857:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640839680 640843775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405864:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405871:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405878:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405886:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640839680, 640843776) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.405891:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156455 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.405908:0:17279:0:(rw26.c:858:ll_write_end()) pos 640839680, len 4096, copied 4096 00000080:00200000:2.0:1775764894.405912:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004cf9a744[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.405916:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bca317c8 fffffc0001001 3:0 ffff967bc9183000 156455 lru 00000080:00200000:2.0:1775764894.405922:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aacfb5da 156455: 1< 0 - - > 2< 640839680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:2.0:1775764894.405924:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004cf9a744 00000080:00200000:2.0:1775764894.405925:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.405928:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.405937:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.405950:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.405952:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.405954:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.405960:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.405963:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.405965:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.405969:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.405977:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.405985:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.405988:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.405993:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.405996:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156455, 156455] 00000080:00200000:2.0:1775764894.406007:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.406010:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.406015:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640843776 i_blocks 1196131 00000080:00200000:2.0:1775764894.406017:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.406033:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640843776, count: 4096 00000080:00200000:2.0:1775764894.406046:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640843776, bytes: 4096 00000080:00200000:2.0:1775764894.406049:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.406052:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156457, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.406053:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640843776, 640847872) 0 0 00000080:00200000:2.0:1775764894.406056:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.406061:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156456, 156456] 00020000:00200000:2.0:1775764894.406063:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640843776 chunk: [640843776, 640847872) 640847872, 4096 00020000:00200000:2.0:1775764894.406065:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.406077:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156456, 156456] 00000008:00010000:2.0:1775764894.406083:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.406085:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.406093:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.406102:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640843776 640847871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.406110:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.406118:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.406124:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.406132:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640843776, 640847872) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.406137:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156456 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.406154:0:17279:0:(rw26.c:858:ll_write_end()) pos 640843776, len 4096, copied 4096 00000080:00200000:2.0:1775764894.406158:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000066156453[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.406161:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000079c21692 fffffc0001001 3:0 ffff967bc9183380 156456 lru 00000080:00200000:2.0:1775764894.406167:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004ddf3de2 156456: 1< 0 - - > 2< 640843776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:2.0:1775764894.406170:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000066156453 00000080:00200000:2.0:1775764894.406171:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.406173:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.406181:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.406192:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.406195:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.406197:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.406203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.406204:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.406207:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.406210:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.406216:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.406224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.406226:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.406230:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.406233:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156456, 156456] 00000080:00200000:2.0:1775764894.406243:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.406279:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.406285:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640847872 i_blocks 1196131 00000080:00200000:2.0:1775764894.406287:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.406304:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640847872, count: 4096 00000080:00200000:2.0:1775764894.406315:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640847872, bytes: 4096 00000080:00200000:2.0:1775764894.406318:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.406321:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156458, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.406323:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640847872, 640851968) 0 0 00000080:00200000:2.0:1775764894.406325:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.406331:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156457, 156457] 00020000:00200000:2.0:1775764894.406334:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640847872 chunk: [640847872, 640851968) 640851968, 4096 00020000:00200000:2.0:1775764894.406336:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.406349:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156457, 156457] 00000008:00010000:2.0:1775764894.410764:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.410771:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.410797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.410816:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640847872 640851967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.410831:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.410840:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.410848:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.410861:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640847872, 640851968) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.410875:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156457 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.410923:0:17279:0:(rw26.c:858:ll_write_end()) pos 640847872, len 4096, copied 4096 00000080:00200000:2.0:1775764894.410933:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005751e04e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.410936:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a0883f6d fffffc0001001 3:0 ffff967bc9183c40 156457 lru 00000080:00200000:2.0:1775764894.410955:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000edc0c93f 156457: 1< 0 - - > 2< 640847872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:2.0:1775764894.410958:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005751e04e 00000080:00200000:2.0:1775764894.410959:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.410965:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.410987:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411014:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.411019:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.411022:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.411036:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.411040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.411043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.411048:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411057:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.411070:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.411073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.411079:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.411086:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156457, 156457] 00000080:00200000:2.0:1775764894.411115:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.411119:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.411129:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640851968 i_blocks 1196131 00000080:00200000:2.0:1775764894.411135:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.411173:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640851968, count: 4096 00000080:00200000:2.0:1775764894.411199:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640851968, bytes: 4096 00000080:00200000:2.0:1775764894.411204:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.411210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156459, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.411212:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640851968, 640856064) 0 0 00000080:00200000:2.0:1775764894.411216:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.411229:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156458, 156458] 00020000:00200000:2.0:1775764894.411235:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640851968 chunk: [640851968, 640856064) 640856064, 4096 00020000:00200000:2.0:1775764894.411239:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.411286:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156458, 156458] 00000008:00010000:2.0:1775764894.411293:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.411296:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.411304:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411314:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640851968 640856063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411323:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411330:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411337:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411345:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640851968, 640856064) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.411361:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156458 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.411389:0:17279:0:(rw26.c:858:ll_write_end()) pos 640851968, len 4096, copied 4096 00000080:00200000:2.0:1775764894.411394:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006ebab2ea[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.411397:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fee09fb0 fffffc0001001 3:0 ffff967bc91839a0 156458 lru 00000080:00200000:2.0:1775764894.411402:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002d1a7152 156458: 1< 0 - - > 2< 640851968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:2.0:1775764894.411405:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006ebab2ea 00000080:00200000:2.0:1775764894.411406:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.411408:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.411416:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411430:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.411433:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.411435:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.411442:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.411444:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.411447:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.411451:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411459:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.411467:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.411469:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.411474:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.411477:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156458, 156458] 00000080:00200000:2.0:1775764894.411487:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.411491:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.411496:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640856064 i_blocks 1196131 00000080:00200000:2.0:1775764894.411499:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.411515:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640856064, count: 4096 00000080:00200000:2.0:1775764894.411527:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640856064, bytes: 4096 00000080:00200000:2.0:1775764894.411530:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.411534:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156460, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.411536:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640856064, 640860160) 0 0 00000080:00200000:2.0:1775764894.411539:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.411544:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156459, 156459] 00020000:00200000:2.0:1775764894.411547:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640856064 chunk: [640856064, 640860160) 640860160, 4096 00020000:00200000:2.0:1775764894.411549:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.411561:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156459, 156459] 00000008:00010000:2.0:1775764894.411567:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.411569:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.411577:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411587:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640856064 640860159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411596:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411603:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411611:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411619:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640856064, 640860160) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.411624:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156459 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.411641:0:17279:0:(rw26.c:858:ll_write_end()) pos 640856064, len 4096, copied 4096 00000080:00200000:2.0:1775764894.411646:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ce7379e0[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.411649:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003008e0bb fffffc0001001 3:0 ffff967bc9183a80 156459 lru 00000080:00200000:2.0:1775764894.411655:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000011c17f43 156459: 1< 0 - - > 2< 640856064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775764894.411658:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ce7379e0 00000080:00200000:2.0:1775764894.411659:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.411661:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.411670:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411681:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.411684:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.411686:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.411692:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.411695:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.411697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.411701:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411710:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.411718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.411721:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.411725:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.411728:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156459, 156459] 00000080:00200000:2.0:1775764894.411739:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.411742:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.411747:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640860160 i_blocks 1196131 00000080:00200000:2.0:1775764894.411750:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.411765:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640860160, count: 4096 00000080:00200000:2.0:1775764894.411776:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640860160, bytes: 4096 00000080:00200000:2.0:1775764894.411779:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.411783:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156461, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.411785:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640860160, 640864256) 0 0 00000080:00200000:2.0:1775764894.411788:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.411794:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156460, 156460] 00020000:00200000:2.0:1775764894.411796:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640860160 chunk: [640860160, 640864256) 640864256, 4096 00020000:00200000:2.0:1775764894.411799:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.411810:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156460, 156460] 00000008:00010000:2.0:1775764894.411816:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.411819:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.411826:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411834:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640860160 640864255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411842:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411849:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411855:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411863:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640860160, 640864256) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.411868:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156460 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.411884:0:17279:0:(rw26.c:858:ll_write_end()) pos 640860160, len 4096, copied 4096 00000080:00200000:2.0:1775764894.411888:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000046026564[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.411891:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ed944c35 fffffc0001001 3:0 ffff967bc9183540 156460 lru 00000080:00200000:2.0:1775764894.411897:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003d390732 156460: 1< 0 - - > 2< 640860160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 257 - -> 00000080:00200000:2.0:1775764894.411899:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000046026564 00000080:00200000:2.0:1775764894.411901:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.411903:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.411912:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.411924:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.411927:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.411930:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.411936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.411938:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.411941:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.411945:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.411952:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.411961:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.411963:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.411968:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.411971:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156460, 156460] 00000080:00200000:2.0:1775764894.411982:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.411985:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.411990:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640864256 i_blocks 1196131 00000080:00200000:2.0:1775764894.411993:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.412008:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640864256, count: 4096 00000080:00200000:2.0:1775764894.412020:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640864256, bytes: 4096 00000080:00200000:2.0:1775764894.412023:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.412027:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156462, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.412028:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640864256, 640868352) 0 0 00000080:00200000:2.0:1775764894.412031:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.412037:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156461, 156461] 00020000:00200000:2.0:1775764894.412040:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640864256 chunk: [640864256, 640868352) 640868352, 4096 00020000:00200000:2.0:1775764894.412042:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.412054:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156461, 156461] 00000008:00010000:2.0:1775764894.412059:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.412062:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.412069:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412079:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640864256 640868351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412087:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412094:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412101:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412109:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640864256, 640868352) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.412114:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156461 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.412131:0:17279:0:(rw26.c:858:ll_write_end()) pos 640864256, len 4096, copied 4096 00000080:00200000:2.0:1775764894.412136:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000066e6b17d[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.412139:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000de7d6549 fffffc0001001 3:0 ffff967bc91830e0 156461 lru 00000080:00200000:2.0:1775764894.412145:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000079e1e1da 156461: 1< 0 - - > 2< 640864256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 258 - -> 00000080:00200000:2.0:1775764894.412147:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000066e6b17d 00000080:00200000:2.0:1775764894.412148:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.412151:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.412159:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412172:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.412175:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.412177:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.412183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.412185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.412188:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.412191:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412198:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.412206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.412209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.412213:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.412215:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156461, 156461] 00000080:00200000:2.0:1775764894.412227:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.412230:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.412235:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640868352 i_blocks 1196131 00000080:00200000:2.0:1775764894.412237:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.412278:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640868352, count: 4096 00000080:00200000:2.0:1775764894.412291:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640868352, bytes: 4096 00000080:00200000:2.0:1775764894.412294:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.412298:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156463, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.412299:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640868352, 640872448) 0 0 00000080:00200000:2.0:1775764894.412302:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.412307:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156462, 156462] 00020000:00200000:2.0:1775764894.412310:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640868352 chunk: [640868352, 640872448) 640872448, 4096 00020000:00200000:2.0:1775764894.412312:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.412325:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156462, 156462] 00000008:00010000:2.0:1775764894.412331:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.412334:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.412342:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412363:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640868352 640872447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412373:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412380:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412387:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412396:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640868352, 640872448) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.412402:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156462 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.412418:0:17279:0:(rw26.c:858:ll_write_end()) pos 640868352, len 4096, copied 4096 00000080:00200000:2.0:1775764894.412422:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f99654b7[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.412426:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000476f1225 fffffc0001001 3:0 ffff967bc91831c0 156462 lru 00000080:00200000:2.0:1775764894.412431:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f86fdd07 156462: 1< 0 - - > 2< 640868352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 259 - -> 00000080:00200000:2.0:1775764894.412433:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f99654b7 00000080:00200000:2.0:1775764894.412435:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.412437:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.412445:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412458:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.412461:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.412463:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.412469:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.412471:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.412473:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.412477:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412485:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.412493:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.412495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.412500:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.412503:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156462, 156462] 00000080:00200000:2.0:1775764894.412514:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.412517:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.412522:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640872448 i_blocks 1196131 00000080:00200000:2.0:1775764894.412524:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.412541:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640872448, count: 4096 00000080:00200000:2.0:1775764894.412553:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640872448, bytes: 4096 00000080:00200000:2.0:1775764894.412555:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.412559:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156464, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.412561:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640872448, 640876544) 0 0 00000080:00200000:2.0:1775764894.412564:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.412569:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156463, 156463] 00020000:00200000:2.0:1775764894.412572:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640872448 chunk: [640872448, 640876544) 640876544, 4096 00020000:00200000:2.0:1775764894.412574:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.412586:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156463, 156463] 00000008:00010000:2.0:1775764894.412592:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.412594:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.412602:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412612:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640872448 640876543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412620:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412628:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412636:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412644:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640872448, 640876544) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.412649:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156463 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.412672:0:17279:0:(rw26.c:858:ll_write_end()) pos 640872448, len 4096, copied 4096 00000080:00200000:2.0:1775764894.412677:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006e69d1d1[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.412680:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000012c932c9 fffffc0001021 2:0 ffff967bc9183700 156463 lru 00000080:00200000:2.0:1775764894.412686:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000662c719e 156463: 1< 0 - - > 2< 640872448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 260 - -> 00000080:00200000:2.0:1775764894.412688:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006e69d1d1 00000080:00200000:2.0:1775764894.412690:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.412692:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.412700:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412712:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.412715:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.412717:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.412723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.412725:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.412728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.412732:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412740:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.412748:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.412750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.412755:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.412758:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156463, 156463] 00000080:00200000:2.0:1775764894.412770:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.412772:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.412777:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640876544 i_blocks 1196131 00000080:00200000:2.0:1775764894.412780:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.412796:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640876544, count: 4096 00000080:00200000:2.0:1775764894.412807:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640876544, bytes: 4096 00000080:00200000:2.0:1775764894.412809:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.412813:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156465, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.412815:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640876544, 640880640) 0 0 00000080:00200000:2.0:1775764894.412817:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.412823:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156464, 156464] 00020000:00200000:2.0:1775764894.412825:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640876544 chunk: [640876544, 640880640) 640880640, 4096 00020000:00200000:2.0:1775764894.412828:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.412840:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156464, 156464] 00000008:00010000:2.0:1775764894.412845:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.412848:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.412855:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412865:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640876544 640880639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412881:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412888:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412896:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640876544, 640880640) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.412900:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156464 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.412918:0:17279:0:(rw26.c:858:ll_write_end()) pos 640876544, len 4096, copied 4096 00000080:00200000:2.0:1775764894.412922:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007cd7b9c9[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.412925:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000090eb135 fffffc0001001 3:0 ffff967bc91832a0 156464 lru 00000080:00200000:2.0:1775764894.412931:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000baff7dea 156464: 1< 0 - - > 2< 640876544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 261 - -> 00000080:00200000:2.0:1775764894.412933:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007cd7b9c9 00000080:00200000:2.0:1775764894.412934:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.412936:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.412944:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.412956:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.412959:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.412961:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.412966:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.412968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.412971:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.412975:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.412983:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.412990:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.412992:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.412996:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.412999:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156464, 156464] 00000080:00200000:2.0:1775764894.413010:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.413013:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.413018:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640880640 i_blocks 1196131 00000080:00200000:2.0:1775764894.413021:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.413036:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640880640, count: 4096 00000080:00200000:2.0:1775764894.413047:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640880640, bytes: 4096 00000080:00200000:2.0:1775764894.413050:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.413053:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156466, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.413055:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640880640, 640884736) 0 0 00000080:00200000:2.0:1775764894.413058:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.413063:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156465, 156465] 00020000:00200000:2.0:1775764894.413065:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640880640 chunk: [640880640, 640884736) 640884736, 4096 00020000:00200000:2.0:1775764894.413068:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.413079:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156465, 156465] 00000008:00010000:2.0:1775764894.413084:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.413086:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.413094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413103:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640880640 640884735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413112:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413120:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413128:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413135:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640880640, 640884736) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.413140:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156465 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.413156:0:17279:0:(rw26.c:858:ll_write_end()) pos 640880640, len 4096, copied 4096 00000080:00200000:2.0:1775764894.413160:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000487fcb5e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.413163:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000056e30a66 fffffc0001001 3:0 ffff967bc9183e00 156465 lru 00000080:00200000:2.0:1775764894.413169:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000044af2dc3 156465: 1< 0 - - > 2< 640880640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 262 - -> 00000080:00200000:2.0:1775764894.413171:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000487fcb5e 00000080:00200000:2.0:1775764894.413172:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.413174:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.413182:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413194:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.413197:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.413199:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.413204:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.413206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.413209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.413213:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413221:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.413229:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.413232:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.413235:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.413238:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156465, 156465] 00000080:00200000:2.0:1775764894.413277:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.413281:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.413286:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640884736 i_blocks 1196131 00000080:00200000:2.0:1775764894.413289:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.413304:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640884736, count: 4096 00000080:00200000:2.0:1775764894.413316:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640884736, bytes: 4096 00000080:00200000:2.0:1775764894.413319:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.413322:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156467, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.413324:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640884736, 640888832) 0 0 00000080:00200000:2.0:1775764894.413326:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.413331:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156466, 156466] 00020000:00200000:2.0:1775764894.413334:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640884736 chunk: [640884736, 640888832) 640888832, 4096 00020000:00200000:2.0:1775764894.413337:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.413348:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156466, 156466] 00000008:00010000:2.0:1775764894.413368:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.413371:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.413378:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413388:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640884736 640888831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413396:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413403:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413410:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413419:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640884736, 640888832) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.413423:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156466 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.413439:0:17279:0:(rw26.c:858:ll_write_end()) pos 640884736, len 4096, copied 4096 00000080:00200000:2.0:1775764894.413444:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000000fca617[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.413447:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d99b7557 fffffc0001001 3:0 ffff967bc91838c0 156466 lru 00000080:00200000:2.0:1775764894.413453:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000914a6633 156466: 1< 0 - - > 2< 640884736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 263 - -> 00000080:00200000:2.0:1775764894.413455:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000000fca617 00000080:00200000:2.0:1775764894.413457:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.413459:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.413468:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413480:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.413483:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.413485:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.413492:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.413494:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.413497:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.413501:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413509:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.413517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.413519:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.413523:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.413526:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156466, 156466] 00000080:00200000:2.0:1775764894.413538:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.413541:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.413546:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640888832 i_blocks 1196131 00000080:00200000:2.0:1775764894.413549:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.413565:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640888832, count: 4096 00000080:00200000:2.0:1775764894.413576:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640888832, bytes: 4096 00000080:00200000:2.0:1775764894.413579:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.413583:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156468, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.413585:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640888832, 640892928) 0 0 00000080:00200000:2.0:1775764894.413588:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.413593:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156467, 156467] 00020000:00200000:2.0:1775764894.413596:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640888832 chunk: [640888832, 640892928) 640892928, 4096 00020000:00200000:2.0:1775764894.413598:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.413610:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156467, 156467] 00000008:00010000:2.0:1775764894.413615:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.413617:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.413625:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413634:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640888832 640892927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413643:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413651:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413658:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413666:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640888832, 640892928) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.413670:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156467 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.413688:0:17279:0:(rw26.c:858:ll_write_end()) pos 640888832, len 4096, copied 4096 00000080:00200000:2.0:1775764894.413692:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b7d4d6ec[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.413695:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000692f850d fffffc0001001 3:0 ffff967bc9183460 156467 lru 00000080:00200000:2.0:1775764894.413701:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003e3b8a30 156467: 1< 0 - - > 2< 640888832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 264 - -> 00000080:00200000:2.0:1775764894.413703:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b7d4d6ec 00000080:00200000:2.0:1775764894.413705:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.413707:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.413715:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413726:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.413729:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.413731:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.413737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.413739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.413742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.413746:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413754:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.413762:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.413765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.413769:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.413772:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156467, 156467] 00000080:00200000:2.0:1775764894.413783:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.413786:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.413790:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640892928 i_blocks 1196131 00000080:00200000:2.0:1775764894.413793:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.413808:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640892928, count: 4096 00000080:00200000:2.0:1775764894.413820:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640892928, bytes: 4096 00000080:00200000:2.0:1775764894.413823:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.413826:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156469, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.413828:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640892928, 640897024) 0 0 00000080:00200000:2.0:1775764894.413830:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.413835:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156468, 156468] 00020000:00200000:2.0:1775764894.413838:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640892928 chunk: [640892928, 640897024) 640897024, 4096 00020000:00200000:2.0:1775764894.413841:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.413852:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156468, 156468] 00000008:00010000:2.0:1775764894.413857:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.413859:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.413867:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413875:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640892928 640897023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413892:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413899:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413906:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640892928, 640897024) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.413911:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156468 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.413926:0:17279:0:(rw26.c:858:ll_write_end()) pos 640892928, len 4096, copied 4096 00000080:00200000:2.0:1775764894.413930:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081cfae91[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.413933:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006d1dd2c2 fffffc0001001 3:0 ffff967bc9183ee0 156468 lru 00000080:00200000:2.0:1775764894.413938:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000f755f01 156468: 1< 0 - - > 2< 640892928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 265 - -> 00000080:00200000:2.0:1775764894.413940:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081cfae91 00000080:00200000:2.0:1775764894.413942:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.413943:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.413951:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.413963:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.413965:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.413967:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.413972:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.413975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.413977:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.413981:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.413989:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.413997:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.414000:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.414004:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.414007:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156468, 156468] 00000080:00200000:2.0:1775764894.414018:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.414021:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.414026:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640897024 i_blocks 1196131 00000080:00200000:2.0:1775764894.414028:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.414043:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640897024, count: 4096 00000080:00200000:2.0:1775764894.414054:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640897024, bytes: 4096 00000080:00200000:2.0:1775764894.414056:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.414060:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156470, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.414061:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640897024, 640901120) 0 0 00000080:00200000:2.0:1775764894.414064:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.414069:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156469, 156469] 00020000:00200000:2.0:1775764894.414072:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640897024 chunk: [640897024, 640901120) 640901120, 4096 00020000:00200000:2.0:1775764894.414074:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.414086:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156469, 156469] 00000008:00010000:2.0:1775764894.414091:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.414093:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.414100:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.414109:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640897024 640901119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.414117:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.414125:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.414132:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.414140:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640897024, 640901120) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.414145:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156469 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.414168:0:17279:0:(rw26.c:858:ll_write_end()) pos 640897024, len 4096, copied 4096 00000080:00200000:2.0:1775764894.414173:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004024e364[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.414176:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005681a48c fffffc0001001 3:0 ffff967bc9184b60 156469 lru 00000080:00200000:2.0:1775764894.414182:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000083857072 156469: 1< 0 - - > 2< 640897024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 266 - -> 00000080:00200000:2.0:1775764894.414184:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004024e364 00000080:00200000:2.0:1775764894.414186:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.414188:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.414196:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.414208:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.414210:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.414213:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.414218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.414221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.414224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.414228:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.414236:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.414243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.414274:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.414278:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.414281:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156469, 156469] 00000080:00200000:2.0:1775764894.414293:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.414296:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.414301:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640901120 i_blocks 1196131 00000080:00200000:2.0:1775764894.414304:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.414320:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640901120, count: 4096 00000080:00200000:2.0:1775764894.414331:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640901120, bytes: 4096 00000080:00200000:2.0:1775764894.414334:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.414339:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156471, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.414340:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640901120, 640905216) 0 0 00000080:00200000:2.0:1775764894.414343:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.414348:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156470, 156470] 00000008:00010000:3.0:1775764894.415687:0:2373:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764894.415892:0:2373:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000065c66ce6 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:3.0:1775764894.415923:0:2373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc583a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277184:192.168.202.151@tcp:4:iozone.0 00020000:00200000:2.0:1775764894.416639:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640901120 chunk: [640901120, 640905216) 640905216, 4096 00020000:00200000:2.0:1775764894.416645:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.416680:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156470, 156470] 00000008:00010000:2.0:1775764894.416693:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.416697:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.416713:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.416726:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640901120 640905215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.416737:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.416745:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.416752:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.416764:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640901120, 640905216) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.416775:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156470 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.416816:0:17279:0:(rw26.c:858:ll_write_end()) pos 640901120, len 4096, copied 4096 00000080:00200000:2.0:1775764894.416824:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005d6f9051[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.416827:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001a5dcbdf fffffc0001001 3:0 ffff967bc9184620 156470 lru 00000080:00200000:2.0:1775764894.416834:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002b695d7a 156470: 1< 0 - - > 2< 640901120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 267 - -> 00000080:00200000:2.0:1775764894.416836:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005d6f9051 00000080:00200000:2.0:1775764894.416837:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.416841:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.416858:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.416876:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.416881:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.416883:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.416896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.416899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.416901:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.416906:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.416915:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.416925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.416928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.416935:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.417028:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156470, 156470] 00000080:00200000:2.0:1775764894.417050:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.417054:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.417062:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640905216 i_blocks 1196131 00000080:00200000:2.0:1775764894.417067:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.417098:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640905216, count: 4096 00000080:00200000:2.0:1775764894.417116:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640905216, bytes: 4096 00000080:00200000:2.0:1775764894.417121:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.417126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156472, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.417128:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640905216, 640909312) 0 0 00000080:00200000:2.0:1775764894.417132:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.417144:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156471, 156471] 00020000:00200000:2.0:1775764894.417148:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640905216 chunk: [640905216, 640909312) 640909312, 4096 00020000:00200000:2.0:1775764894.417150:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.417163:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156471, 156471] 00000008:00010000:2.0:1775764894.417169:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.417172:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.417180:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417189:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640905216 640909311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417197:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417210:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.417218:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640905216, 640909312) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.417224:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156471 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.417241:0:17279:0:(rw26.c:858:ll_write_end()) pos 640905216, len 4096, copied 4096 00000080:00200000:2.0:1775764894.417470:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009d89cf4e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.417474:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000036e00743 fffffc0001001 3:0 ffff967bc9184000 156471 lru 00000080:00200000:2.0:1775764894.417481:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a44a7f83 156471: 1< 0 - - > 2< 640905216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 268 - -> 00000080:00200000:2.0:1775764894.417484:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009d89cf4e 00000080:00200000:2.0:1775764894.417485:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.417488:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.417499:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.417514:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.417517:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.417519:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.417526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.417529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.417532:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.417536:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417544:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.417553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.417555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.417559:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.417563:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156471, 156471] 00000080:00200000:2.0:1775764894.417575:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.417578:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.417583:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640909312 i_blocks 1196131 00000080:00200000:2.0:1775764894.417587:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.417605:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640909312, count: 4096 00000080:00200000:2.0:1775764894.417617:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640909312, bytes: 4096 00000080:00200000:2.0:1775764894.417620:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.417624:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156473, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.417626:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640909312, 640913408) 0 0 00000080:00200000:2.0:1775764894.417629:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.417635:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156472, 156472] 00020000:00200000:2.0:1775764894.417638:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640909312 chunk: [640909312, 640913408) 640913408, 4096 00020000:00200000:2.0:1775764894.417641:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.417654:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156472, 156472] 00000008:00010000:2.0:1775764894.417659:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.417661:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.417670:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417679:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640909312 640913407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417689:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417697:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417703:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.417710:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640909312, 640913408) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.417715:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156472 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.417733:0:17279:0:(rw26.c:858:ll_write_end()) pos 640909312, len 4096, copied 4096 00000080:00200000:2.0:1775764894.417738:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000047a5c024[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.417740:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000eb52825 fffffc0001001 3:0 ffff967bc9184380 156472 lru 00000080:00200000:2.0:1775764894.417747:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001f5fba40 156472: 1< 0 - - > 2< 640909312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 269 - -> 00000080:00200000:2.0:1775764894.417749:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000047a5c024 00000080:00200000:2.0:1775764894.417751:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.417753:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.417761:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.417773:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.417776:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.417778:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.417784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.417786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.417789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.417793:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417801:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.417809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.417811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.417815:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.417818:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156472, 156472] 00000080:00200000:2.0:1775764894.417830:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.417833:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.417838:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640913408 i_blocks 1196131 00000080:00200000:2.0:1775764894.417841:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.417858:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640913408, count: 4096 00000080:00200000:2.0:1775764894.417869:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640913408, bytes: 4096 00000080:00200000:2.0:1775764894.417872:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.417875:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156474, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.417877:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640913408, 640917504) 0 0 00000080:00200000:2.0:1775764894.417880:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.417886:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156473, 156473] 00020000:00200000:2.0:1775764894.417889:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640913408 chunk: [640913408, 640917504) 640917504, 4096 00020000:00200000:2.0:1775764894.417891:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.417903:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156473, 156473] 00000008:00010000:2.0:1775764894.417908:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.417911:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.417919:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417927:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640913408 640917503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.417935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418055:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.418065:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640913408, 640917504) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.418071:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156473 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.418089:0:17279:0:(rw26.c:858:ll_write_end()) pos 640913408, len 4096, copied 4096 00000080:00200000:2.0:1775764894.418093:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000000c3aabe[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.418096:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f727d27a fffffc0001001 3:0 ffff967bc9184c40 156473 lru 00000080:00200000:2.0:1775764894.418103:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000309bc43b 156473: 1< 0 - - > 2< 640913408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 270 - -> 00000080:00200000:2.0:1775764894.418105:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000000c3aabe 00000080:00200000:2.0:1775764894.418106:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.418109:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.418118:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.418130:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.418133:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.418136:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.418142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.418145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.418147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.418151:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418158:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.418166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.418169:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.418173:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.418176:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156473, 156473] 00000080:00200000:2.0:1775764894.418188:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.418191:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.418198:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640917504 i_blocks 1196131 00000080:00200000:2.0:1775764894.418201:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.418216:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640917504, count: 4096 00000080:00200000:2.0:1775764894.418228:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640917504, bytes: 4096 00000080:00200000:2.0:1775764894.418231:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.418235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156475, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.418237:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640917504, 640921600) 0 0 00000080:00200000:2.0:1775764894.418240:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.418272:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156474, 156474] 00020000:00200000:2.0:1775764894.418276:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640917504 chunk: [640917504, 640921600) 640921600, 4096 00020000:00200000:2.0:1775764894.418278:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.418292:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156474, 156474] 00000008:00010000:2.0:1775764894.418298:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.418301:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.418309:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418318:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640917504 640921599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418327:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418334:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418340:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.418348:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640917504, 640921600) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.418364:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156474 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.418589:0:17279:0:(rw26.c:858:ll_write_end()) pos 640917504, len 4096, copied 4096 00000080:00200000:2.0:1775764894.418594:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004f15ba07[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.418597:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000037cd952e fffffc0001001 3:0 ffff967bc91849a0 156474 lru 00000080:00200000:2.0:1775764894.418602:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000359386d2 156474: 1< 0 - - > 2< 640917504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 271 - -> 00000080:00200000:2.0:1775764894.418604:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004f15ba07 00000080:00200000:2.0:1775764894.418606:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.418608:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.418617:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.418631:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.418633:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.418636:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.418642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.418644:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.418648:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.418652:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418660:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.418669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.418671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.418676:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.418679:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156474, 156474] 00000080:00200000:2.0:1775764894.418691:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.418694:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.418700:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640921600 i_blocks 1196131 00000080:00200000:2.0:1775764894.418703:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.418719:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640921600, count: 4096 00000080:00200000:2.0:1775764894.418733:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640921600, bytes: 4096 00000080:00200000:2.0:1775764894.418736:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.418740:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156476, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.418741:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640921600, 640925696) 0 0 00000080:00200000:2.0:1775764894.418744:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.418750:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156475, 156475] 00020000:00200000:2.0:1775764894.418753:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640921600 chunk: [640921600, 640925696) 640925696, 4096 00020000:00200000:2.0:1775764894.418756:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.418769:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156475, 156475] 00000008:00010000:2.0:1775764894.418775:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.418777:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.418786:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418795:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640921600 640925695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418804:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418812:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418818:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.418826:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640921600, 640925696) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.418832:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156475 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.418851:0:17279:0:(rw26.c:858:ll_write_end()) pos 640921600, len 4096, copied 4096 00000080:00200000:2.0:1775764894.418855:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000128f046a[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.418859:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd3e8e6a fffffc0001001 3:0 ffff967bc9184a80 156475 lru 00000080:00200000:2.0:1775764894.418864:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000980a9d28 156475: 1< 0 - - > 2< 640921600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 272 - -> 00000080:00200000:2.0:1775764894.418867:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000128f046a 00000080:00200000:2.0:1775764894.418868:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.418870:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.418879:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.418891:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.418894:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.418896:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.418902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.418905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.418907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.418911:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.418919:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.418927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.418929:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.418934:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.418936:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156475, 156475] 00000080:00200000:2.0:1775764894.419155:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.419160:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.419167:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640925696 i_blocks 1196131 00000080:00200000:2.0:1775764894.419170:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.419188:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640925696, count: 4096 00000080:00200000:2.0:1775764894.419201:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640925696, bytes: 4096 00000080:00200000:2.0:1775764894.419204:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.419208:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156477, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.419210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640925696, 640929792) 0 0 00000080:00200000:2.0:1775764894.419213:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.419218:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156476, 156476] 00020000:00200000:2.0:1775764894.419221:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640925696 chunk: [640925696, 640929792) 640929792, 4096 00020000:00200000:2.0:1775764894.419224:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.419238:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156476, 156476] 00000008:00010000:2.0:1775764894.419270:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.419274:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.419283:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419293:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640925696 640929791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419301:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419309:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419316:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.419325:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640925696, 640929792) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.419331:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156476 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.419360:0:17279:0:(rw26.c:858:ll_write_end()) pos 640925696, len 4096, copied 4096 00000080:00200000:2.0:1775764894.419366:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d6297ace[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.419369:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4c863fb fffffc0001001 3:0 ffff967bc9184540 156476 lru 00000080:00200000:2.0:1775764894.419501:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000049778d3 156476: 1< 0 - - > 2< 640925696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:2.0:1775764894.419504:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d6297ace 00000080:00200000:2.0:1775764894.419505:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.419508:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.419519:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.419535:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.419538:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.419540:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.419547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.419550:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.419553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.419556:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419564:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.419571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.419573:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.419578:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.419581:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156476, 156476] 00000080:00200000:2.0:1775764894.419593:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.419596:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.419602:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640929792 i_blocks 1196131 00000080:00200000:2.0:1775764894.419605:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.419621:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640929792, count: 4096 00000080:00200000:2.0:1775764894.419634:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640929792, bytes: 4096 00000080:00200000:2.0:1775764894.419637:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.419641:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156478, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.419642:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640929792, 640933888) 0 0 00000080:00200000:2.0:1775764894.419645:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.419651:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156477, 156477] 00020000:00200000:2.0:1775764894.419654:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640929792 chunk: [640929792, 640933888) 640933888, 4096 00020000:00200000:2.0:1775764894.419657:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.419670:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156477, 156477] 00000008:00010000:2.0:1775764894.419675:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.419678:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.419686:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419695:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640929792 640933887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419703:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419711:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419718:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.419726:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640929792, 640933888) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.419732:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156477 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.419750:0:17279:0:(rw26.c:858:ll_write_end()) pos 640929792, len 4096, copied 4096 00000080:00200000:2.0:1775764894.419755:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f037b24e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.419758:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bfa64988 fffffc0001001 3:0 ffff967bc91840e0 156477 lru 00000080:00200000:2.0:1775764894.419764:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000380fd923 156477: 1< 0 - - > 2< 640929792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:2.0:1775764894.419767:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f037b24e 00000080:00200000:2.0:1775764894.419768:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.419770:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.419779:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.419791:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.419794:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.419796:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.419802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.419805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.419807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.419811:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.419819:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.419826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.419828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.419833:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.419836:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156477, 156477] 00000080:00200000:2.0:1775764894.419847:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.419851:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.419855:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640933888 i_blocks 1196131 00000080:00200000:2.0:1775764894.419859:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.419874:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640933888, count: 4096 00000080:00200000:2.0:1775764894.419886:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640933888, bytes: 4096 00000080:00200000:2.0:1775764894.419888:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.419892:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156479, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.419893:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640933888, 640937984) 0 0 00000080:00200000:2.0:1775764894.419896:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.419902:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156478, 156478] 00020000:00200000:2.0:1775764894.419905:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640933888 chunk: [640933888, 640937984) 640937984, 4096 00020000:00200000:2.0:1775764894.419907:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.419920:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156478, 156478] 00000008:00010000:2.0:1775764894.419926:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.419929:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.419937:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420313:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640933888 640937983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420323:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420332:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420339:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.420359:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640933888, 640937984) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.420366:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156478 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.420486:0:17279:0:(rw26.c:858:ll_write_end()) pos 640933888, len 4096, copied 4096 00000080:00200000:2.0:1775764894.420491:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000934da4cc[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.420494:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004be33af1 fffffc0001021 2:0 ffff967bc91841c0 156478 lru 00000080:00200000:2.0:1775764894.420500:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4cb73f1 156478: 1< 0 - - > 2< 640933888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:2.0:1775764894.420502:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000934da4cc 00000080:00200000:2.0:1775764894.420504:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.420507:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.420519:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.420534:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.420537:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.420539:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.420547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.420549:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.420551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.420555:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420563:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.420571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.420573:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.420578:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.420582:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156478, 156478] 00000080:00200000:2.0:1775764894.420596:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.420599:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.420606:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640937984 i_blocks 1196131 00000080:00200000:2.0:1775764894.420610:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.420629:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640937984, count: 4096 00000080:00200000:2.0:1775764894.420644:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640937984, bytes: 4096 00000080:00200000:2.0:1775764894.420647:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.420652:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156480, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.420653:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640937984, 640942080) 0 0 00000080:00200000:2.0:1775764894.420656:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.420663:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156479, 156479] 00020000:00200000:2.0:1775764894.420667:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640937984 chunk: [640937984, 640942080) 640942080, 4096 00020000:00200000:2.0:1775764894.420670:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.420685:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156479, 156479] 00000008:00010000:2.0:1775764894.420692:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.420695:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.420704:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420713:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640937984 640942079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420720:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420727:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420733:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.420741:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640937984, 640942080) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.420746:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156479 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.420763:0:17279:0:(rw26.c:858:ll_write_end()) pos 640937984, len 4096, copied 4096 00000080:00200000:2.0:1775764894.420768:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000088c1a46c[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.420770:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005d7458d5 fffffc0001001 3:0 ffff967bc9184700 156479 lru 00000080:00200000:2.0:1775764894.420776:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000057935d67 156479: 1< 0 - - > 2< 640937984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:2.0:1775764894.420778:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000088c1a46c 00000080:00200000:2.0:1775764894.420779:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.420782:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.420790:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.420802:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.420805:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.420807:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.420813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.420815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.420818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.420822:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.420830:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.420838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.420840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.420844:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.420847:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156479, 156479] 00000080:00200000:2.0:1775764894.420858:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.420861:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.420866:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640942080 i_blocks 1196131 00000080:00200000:2.0:1775764894.420869:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.420884:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640942080, count: 4096 00000080:00200000:2.0:1775764894.420896:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640942080, bytes: 4096 00000080:00200000:2.0:1775764894.420899:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.420903:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156481, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.420904:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640942080, 640946176) 0 0 00000080:00200000:2.0:1775764894.420907:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.420911:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156480, 156480] 00020000:00200000:2.0:1775764894.420914:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640942080 chunk: [640942080, 640946176) 640946176, 4096 00020000:00200000:2.0:1775764894.420916:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.420928:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156480, 156480] 00000008:00010000:2.0:1775764894.420934:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.420936:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.421119:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421129:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640942080 640946175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421137:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421144:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421150:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.421159:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640942080, 640946176) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.421164:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156480 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.421186:0:17279:0:(rw26.c:858:ll_write_end()) pos 640942080, len 4096, copied 4096 00000080:00200000:2.0:1775764894.421190:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe2ce460[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.421193:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002c541bc0 fffffc0001001 3:0 ffff967bc91842a0 156480 lru 00000080:00200000:2.0:1775764894.421198:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009af9cdf3 156480: 1< 0 - - > 2< 640942080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 277 - -> 00000080:00200000:2.0:1775764894.421201:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe2ce460 00000080:00200000:2.0:1775764894.421202:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.421204:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.421214:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.421227:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.421229:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.421231:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.421237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.421239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.421241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.421271:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421280:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.421289:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.421291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.421296:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.421299:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156480, 156480] 00000080:00200000:2.0:1775764894.421312:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.421315:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.421320:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640946176 i_blocks 1196131 00000080:00200000:2.0:1775764894.421324:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.421341:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640946176, count: 4096 00000080:00200000:2.0:1775764894.421364:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640946176, bytes: 4096 00000080:00200000:2.0:1775764894.421368:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.421455:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156482, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.421457:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640946176, 640950272) 0 0 00000080:00200000:2.0:1775764894.421460:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.421467:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156481, 156481] 00020000:00200000:2.0:1775764894.421470:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640946176 chunk: [640946176, 640950272) 640950272, 4096 00020000:00200000:2.0:1775764894.421473:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.421487:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156481, 156481] 00000008:00010000:2.0:1775764894.421494:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.421496:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.421504:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421514:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640946176 640950271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421523:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421530:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421538:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.421546:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640946176, 640950272) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.421551:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156481 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.421569:0:17279:0:(rw26.c:858:ll_write_end()) pos 640946176, len 4096, copied 4096 00000080:00200000:2.0:1775764894.421573:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d32f16e2[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.421577:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000d42fa7a fffffc0001001 3:0 ffff967bc9184e00 156481 lru 00000080:00200000:2.0:1775764894.421582:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc3bd6be 156481: 1< 0 - - > 2< 640946176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 278 - -> 00000080:00200000:2.0:1775764894.421584:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d32f16e2 00000080:00200000:2.0:1775764894.421585:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.421587:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.421596:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.421609:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.421612:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.421614:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.421619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.421622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.421624:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.421628:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421636:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.421645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.421647:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.421652:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.421655:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156481, 156481] 00000080:00200000:2.0:1775764894.421666:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.421669:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.421674:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640950272 i_blocks 1196131 00000080:00200000:2.0:1775764894.421677:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.421693:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640950272, count: 4096 00000080:00200000:2.0:1775764894.421705:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640950272, bytes: 4096 00000080:00200000:2.0:1775764894.421708:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.421712:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156483, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.421713:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640950272, 640954368) 0 0 00000080:00200000:2.0:1775764894.421716:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.421722:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156482, 156482] 00020000:00200000:2.0:1775764894.421725:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640950272 chunk: [640950272, 640954368) 640954368, 4096 00020000:00200000:2.0:1775764894.421727:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.421740:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156482, 156482] 00000008:00010000:2.0:1775764894.421746:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.421748:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.421756:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421766:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640950272 640954367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421775:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421782:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421789:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.421797:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640950272, 640954368) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.421802:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156482 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.421819:0:17279:0:(rw26.c:858:ll_write_end()) pos 640950272, len 4096, copied 4096 00000080:00200000:2.0:1775764894.421823:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009d60de8e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.421826:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000da254dab fffffc0001001 3:0 ffff967bc91848c0 156482 lru 00000080:00200000:2.0:1775764894.421831:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000022a8ce23 156482: 1< 0 - - > 2< 640950272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 279 - -> 00000080:00200000:2.0:1775764894.421832:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009d60de8e 00000080:00200000:2.0:1775764894.421834:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.421836:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.421845:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.421856:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.421859:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.421861:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.421867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.421869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.421872:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.421876:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.421884:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.421892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.421894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.421898:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.421901:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156482, 156482] 00000080:00200000:2.0:1775764894.421912:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.421915:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.421919:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640954368 i_blocks 1196131 00000080:00200000:2.0:1775764894.421922:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.421938:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640954368, count: 4096 00000080:00200000:2.0:1775764894.422053:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640954368, bytes: 4096 00000080:00200000:2.0:1775764894.422058:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.422062:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156484, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.422064:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640954368, 640958464) 0 0 00000080:00200000:2.0:1775764894.422067:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.422073:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156483, 156483] 00020000:00200000:2.0:1775764894.422076:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640954368 chunk: [640954368, 640958464) 640958464, 4096 00020000:00200000:2.0:1775764894.422078:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.422092:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156483, 156483] 00000008:00010000:2.0:1775764894.422099:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.422101:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.422110:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422120:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640954368 640958463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422128:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422136:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422143:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.422151:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640954368, 640958464) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.422155:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156483 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.422173:0:17279:0:(rw26.c:858:ll_write_end()) pos 640954368, len 4096, copied 4096 00000080:00200000:2.0:1775764894.422177:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c27a1d56[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.422180:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000854b7e86 fffffc0001001 3:0 ffff967bc9184460 156483 lru 00000080:00200000:2.0:1775764894.422185:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000838f6a84 156483: 1< 0 - - > 2< 640954368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 280 - -> 00000080:00200000:2.0:1775764894.422187:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c27a1d56 00000080:00200000:2.0:1775764894.422189:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.422192:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.422201:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.422213:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.422215:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.422217:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.422223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.422225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.422228:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.422232:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422239:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.422281:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.422284:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.422288:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.422291:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156483, 156483] 00000080:00200000:2.0:1775764894.422303:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.422306:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.422310:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640958464 i_blocks 1196131 00000080:00200000:2.0:1775764894.422314:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.422330:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640958464, count: 4096 00000080:00200000:2.0:1775764894.422341:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640958464, bytes: 4096 00000080:00200000:2.0:1775764894.422344:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.422348:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156485, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.422363:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640958464, 640962560) 0 0 00000080:00200000:2.0:1775764894.422366:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.422465:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156484, 156484] 00020000:00200000:2.0:1775764894.422469:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640958464 chunk: [640958464, 640962560) 640962560, 4096 00020000:00200000:2.0:1775764894.422472:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.422487:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156484, 156484] 00000008:00010000:2.0:1775764894.422493:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.422495:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.422503:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422512:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640958464 640962559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422520:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422527:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422534:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.422542:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640958464, 640962560) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.422548:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156484 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.422565:0:17279:0:(rw26.c:858:ll_write_end()) pos 640958464, len 4096, copied 4096 00000080:00200000:2.0:1775764894.422570:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000079483add[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.422572:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a81bc5e5 fffffc0001001 3:0 ffff967bc9184ee0 156484 lru 00000080:00200000:2.0:1775764894.422578:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005a1fb141 156484: 1< 0 - - > 2< 640958464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 281 - -> 00000080:00200000:2.0:1775764894.422580:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000079483add 00000080:00200000:2.0:1775764894.422582:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.422584:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.422593:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.422606:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.422609:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.422611:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.422617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.422619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.422622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.422626:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422634:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.422642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.422644:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.422649:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.422651:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156484, 156484] 00000080:00200000:2.0:1775764894.422662:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.422665:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.422670:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640962560 i_blocks 1196131 00000080:00200000:2.0:1775764894.422673:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.422689:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640962560, count: 4096 00000080:00200000:2.0:1775764894.422701:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640962560, bytes: 4096 00000080:00200000:2.0:1775764894.422704:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.422708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156486, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.422709:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640962560, 640966656) 0 0 00000080:00200000:2.0:1775764894.422712:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.422718:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156485, 156485] 00020000:00200000:2.0:1775764894.422721:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640962560 chunk: [640962560, 640966656) 640966656, 4096 00020000:00200000:2.0:1775764894.422723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.422734:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156485, 156485] 00000008:00010000:2.0:1775764894.422739:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.422742:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.422749:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422758:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640962560 640966655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422774:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422780:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.422788:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640962560, 640966656) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.422793:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156485 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.422808:0:17279:0:(rw26.c:858:ll_write_end()) pos 640962560, len 4096, copied 4096 00000080:00200000:2.0:1775764894.422812:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000527f0e7d[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.422815:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001bc6856f fffffc0001001 3:0 ffff967bc9184d20 156485 lru 00000080:00200000:2.0:1775764894.422821:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a30547b4 156485: 1< 0 - - > 2< 640962560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 282 - -> 00000080:00200000:2.0:1775764894.422823:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000527f0e7d 00000080:00200000:2.0:1775764894.422824:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.422827:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.422834:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.422846:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.422849:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.422851:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.422857:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.422859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.422862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.422865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.422873:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.422881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.422883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.422887:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.422890:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156485, 156485] 00000080:00200000:2.0:1775764894.422901:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.422904:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.422909:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640966656 i_blocks 1196131 00000080:00200000:2.0:1775764894.422912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.422928:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640966656, count: 4096 00000080:00200000:2.0:1775764894.422940:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640966656, bytes: 4096 00000080:00200000:2.0:1775764894.423042:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.423046:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156487, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.423048:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640966656, 640970752) 0 0 00000080:00200000:2.0:1775764894.423051:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.423057:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156486, 156486] 00020000:00200000:2.0:1775764894.423060:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640966656 chunk: [640966656, 640970752) 640970752, 4096 00020000:00200000:2.0:1775764894.423062:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.423076:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156486, 156486] 00000008:00010000:2.0:1775764894.423082:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.423085:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.423092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423102:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640966656 640970751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423110:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423117:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423124:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.423132:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640966656, 640970752) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.423138:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156486 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.423154:0:17279:0:(rw26.c:858:ll_write_end()) pos 640966656, len 4096, copied 4096 00000080:00200000:2.0:1775764894.423158:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009d16553b[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.423161:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000685c33fe fffffc0001001 3:0 ffff967bc91847e0 156486 lru 00000080:00200000:2.0:1775764894.423167:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e9c4e513 156486: 1< 0 - - > 2< 640966656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 283 - -> 00000080:00200000:2.0:1775764894.423169:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009d16553b 00000080:00200000:2.0:1775764894.423170:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.423173:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.423181:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.423193:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.423196:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.423198:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.423204:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.423206:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.423209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.423213:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423220:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.423228:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.423231:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.423235:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.423238:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156486, 156486] 00000080:00200000:2.0:1775764894.423279:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.423283:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.423288:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640970752 i_blocks 1196131 00000080:00200000:2.0:1775764894.423291:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.423308:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640970752, count: 4096 00000080:00200000:2.0:1775764894.423320:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640970752, bytes: 4096 00000080:00200000:2.0:1775764894.423323:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.423327:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156488, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.423328:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640970752, 640974848) 0 0 00000080:00200000:2.0:1775764894.423331:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.423337:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156487, 156487] 00020000:00200000:2.0:1775764894.423340:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640970752 chunk: [640970752, 640974848) 640974848, 4096 00020000:00200000:2.0:1775764894.423342:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.423366:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156487, 156487] 00000008:00010000:2.0:1775764894.423459:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.423463:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.423471:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423480:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640970752 640974847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423489:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423496:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423503:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.423511:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640970752, 640974848) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.423517:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156487 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.423545:0:17279:0:(rw26.c:858:ll_write_end()) pos 640970752, len 4096, copied 4096 00000080:00200000:2.0:1775764894.423549:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004c3db564[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.423552:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004e2aeee2 fffffc0001001 3:0 ffff967bc91858c0 156487 lru 00000080:00200000:2.0:1775764894.423558:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f09cc92d 156487: 1< 0 - - > 2< 640970752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 284 - -> 00000080:00200000:2.0:1775764894.423560:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004c3db564 00000080:00200000:2.0:1775764894.423561:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.423564:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.423573:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.423585:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.423588:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.423590:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.423596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.423599:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.423601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.423605:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423613:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.423622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.423624:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.423628:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.423631:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156487, 156487] 00000080:00200000:2.0:1775764894.423642:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.423646:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.423651:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640974848 i_blocks 1196131 00000080:00200000:2.0:1775764894.423654:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.423669:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640974848, count: 4096 00000080:00200000:2.0:1775764894.423680:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640974848, bytes: 4096 00000080:00200000:2.0:1775764894.423683:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.423687:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156489, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.423688:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640974848, 640978944) 0 0 00000080:00200000:2.0:1775764894.423691:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.423697:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156488, 156488] 00020000:00200000:2.0:1775764894.423700:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640974848 chunk: [640974848, 640978944) 640978944, 4096 00020000:00200000:2.0:1775764894.423702:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.423715:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156488, 156488] 00000008:00010000:2.0:1775764894.423720:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.423722:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.423730:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423740:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640974848 640978943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423749:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423758:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423765:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.423773:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640974848, 640978944) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.423778:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156488 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.423795:0:17279:0:(rw26.c:858:ll_write_end()) pos 640974848, len 4096, copied 4096 00000080:00200000:2.0:1775764894.423799:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008818cc1e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.423802:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000820f2b86 fffffc0001001 3:0 ffff967bc9185460 156488 lru 00000080:00200000:2.0:1775764894.423807:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8b81f44 156488: 1< 0 - - > 2< 640974848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 285 - -> 00000080:00200000:2.0:1775764894.423810:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008818cc1e 00000080:00200000:2.0:1775764894.423811:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.423813:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.423822:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.423833:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.423835:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.423838:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.423844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.423846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.423849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.423852:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.423859:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.423867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.423869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.423873:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.423876:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156488, 156488] 00000080:00200000:2.0:1775764894.423887:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.423891:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.423896:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640978944 i_blocks 1196131 00000080:00200000:2.0:1775764894.423899:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.423914:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640978944, count: 4096 00000080:00200000:2.0:1775764894.423926:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640978944, bytes: 4096 00000080:00200000:2.0:1775764894.423928:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.423932:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156490, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.423934:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640978944, 640983040) 0 0 00000080:00200000:2.0:1775764894.423936:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.424042:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156489, 156489] 00020000:00200000:2.0:1775764894.424047:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640978944 chunk: [640978944, 640983040) 640983040, 4096 00020000:00200000:2.0:1775764894.424049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.424065:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156489, 156489] 00000008:00010000:2.0:1775764894.424070:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.424072:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.424080:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424089:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640978944 640983039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424097:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424105:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424112:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.424120:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640978944, 640983040) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.424126:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156489 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.424144:0:17279:0:(rw26.c:858:ll_write_end()) pos 640978944, len 4096, copied 4096 00000080:00200000:2.0:1775764894.424148:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000060ccbed5[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.424151:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7c3f7c2 fffffc0001001 3:0 ffff967bc9185ee0 156489 lru 00000080:00200000:2.0:1775764894.424156:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000086c1accd 156489: 1< 0 - - > 2< 640978944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 286 - -> 00000080:00200000:2.0:1775764894.424158:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000060ccbed5 00000080:00200000:2.0:1775764894.424160:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.424162:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.424170:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.424183:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.424186:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.424188:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.424194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.424197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.424199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.424203:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424210:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.424219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.424221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.424225:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.424228:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156489, 156489] 00000080:00200000:2.0:1775764894.424239:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.424243:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.424274:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640983040 i_blocks 1196131 00000080:00200000:2.0:1775764894.424277:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.424294:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640983040, count: 4096 00000080:00200000:2.0:1775764894.424305:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640983040, bytes: 4096 00000080:00200000:2.0:1775764894.424308:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.424311:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156491, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.424313:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640983040, 640987136) 0 0 00000080:00200000:2.0:1775764894.424316:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.424321:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156490, 156490] 00020000:00200000:2.0:1775764894.424324:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640983040 chunk: [640983040, 640987136) 640987136, 4096 00020000:00200000:2.0:1775764894.424326:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.424337:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156490, 156490] 00000008:00010000:2.0:1775764894.424342:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.424345:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.424364:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424459:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640983040 640987135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424470:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424478:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424485:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.424494:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640983040, 640987136) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.424500:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156490 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.424517:0:17279:0:(rw26.c:858:ll_write_end()) pos 640983040, len 4096, copied 4096 00000080:00200000:2.0:1775764894.424521:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000082ffb654[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.424523:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007fba5178 fffffc0001001 3:0 ffff967bc9185d20 156490 lru 00000080:00200000:2.0:1775764894.424528:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000eee5893 156490: 1< 0 - - > 2< 640983040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 287 - -> 00000080:00200000:2.0:1775764894.424530:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000082ffb654 00000080:00200000:2.0:1775764894.424531:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.424534:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.424542:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.424554:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.424557:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.424559:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.424566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.424568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.424570:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.424574:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424582:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.424589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.424592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.424596:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.424599:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156490, 156490] 00000080:00200000:2.0:1775764894.424611:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.424614:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.424620:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640987136 i_blocks 1196131 00000080:00200000:2.0:1775764894.424623:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.424639:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640987136, count: 4096 00000080:00200000:2.0:1775764894.424651:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640987136, bytes: 4096 00000080:00200000:2.0:1775764894.424654:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.424658:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156492, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.424659:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640987136, 640991232) 0 0 00000080:00200000:2.0:1775764894.424662:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.424668:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156491, 156491] 00020000:00200000:2.0:1775764894.424671:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640987136 chunk: [640987136, 640991232) 640991232, 4096 00020000:00200000:2.0:1775764894.424673:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.424685:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156491, 156491] 00000008:00010000:2.0:1775764894.424690:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.424693:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.424700:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424709:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640987136 640991231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424718:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424726:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424732:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.424740:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640987136, 640991232) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.424745:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156491 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.424762:0:17279:0:(rw26.c:858:ll_write_end()) pos 640987136, len 4096, copied 4096 00000080:00200000:2.0:1775764894.424766:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000050686fbe[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.424769:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000056963035 fffffc0001001 3:0 ffff967bc91857e0 156491 lru 00000080:00200000:2.0:1775764894.424774:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c252ae09 156491: 1< 0 - - > 2< 640987136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 288 - -> 00000080:00200000:2.0:1775764894.424776:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000050686fbe 00000080:00200000:2.0:1775764894.424777:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.424779:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.424787:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.424800:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.424803:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.424805:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.424811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.424814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.424816:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.424820:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.424827:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.424835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.424838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.424842:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.424845:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156491, 156491] 00000080:00200000:2.0:1775764894.424856:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.424859:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.424864:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640991232 i_blocks 1196131 00000080:00200000:2.0:1775764894.424866:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.424882:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640991232, count: 4096 00000080:00200000:2.0:1775764894.424893:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640991232, bytes: 4096 00000080:00200000:2.0:1775764894.424896:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.424900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156493, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.424901:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640991232, 640995328) 0 0 00000080:00200000:2.0:1775764894.424904:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.424909:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156492, 156492] 00020000:00200000:2.0:1775764894.424912:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640991232 chunk: [640991232, 640995328) 640995328, 4096 00020000:00200000:2.0:1775764894.424914:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.424926:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156492, 156492] 00000008:00010000:2.0:1775764894.424932:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.424935:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.425034:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425045:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640991232 640995327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425054:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425068:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.425077:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640991232, 640995328) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.425083:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156492 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.425098:0:17279:0:(rw26.c:858:ll_write_end()) pos 640991232, len 4096, copied 4096 00000080:00200000:2.0:1775764894.425102:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c54e112[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.425105:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000007d257cc fffffc0001001 3:0 ffff967bc9185b60 156492 lru 00000080:00200000:2.0:1775764894.425111:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000022393c4 156492: 1< 0 - - > 2< 640991232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 289 - -> 00000080:00200000:2.0:1775764894.425114:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c54e112 00000080:00200000:2.0:1775764894.425115:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.425117:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.425126:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.425137:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.425283:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.425286:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.425293:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.425296:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.425298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.425303:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425311:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.425320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.425322:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.425327:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.425330:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156492, 156492] 00000080:00200000:2.0:1775764894.425341:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.425345:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.425359:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640995328 i_blocks 1196131 00000080:00200000:2.0:1775764894.425362:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.425458:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640995328, count: 4096 00000080:00200000:2.0:1775764894.425472:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640995328, bytes: 4096 00000080:00200000:2.0:1775764894.425475:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.425478:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156494, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.425480:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640995328, 640999424) 0 0 00000080:00200000:2.0:1775764894.425482:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.425488:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156493, 156493] 00020000:00200000:2.0:1775764894.425491:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640995328 chunk: [640995328, 640999424) 640999424, 4096 00020000:00200000:2.0:1775764894.425494:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.425505:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156493, 156493] 00000008:00010000:2.0:1775764894.425511:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.425513:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.425521:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425530:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640995328 640999423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425539:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425546:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425553:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.425561:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640995328, 640999424) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.425567:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156493 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.425590:0:17279:0:(rw26.c:858:ll_write_end()) pos 640995328, len 4096, copied 4096 00000080:00200000:2.0:1775764894.425595:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000007785102[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.425598:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007bd32afa fffffc0001021 2:0 ffff967bc9185620 156493 lru 00000080:00200000:2.0:1775764894.425603:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000075915c2b 156493: 1< 0 - - > 2< 640995328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 290 - -> 00000080:00200000:2.0:1775764894.425605:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000007785102 00000080:00200000:2.0:1775764894.425606:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.425609:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.425617:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.425630:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.425633:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.425635:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.425641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.425643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.425646:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.425650:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425657:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.425666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.425668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.425673:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.425676:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156493, 156493] 00000080:00200000:2.0:1775764894.425687:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.425690:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.425695:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 640999424 i_blocks 1196131 00000080:00200000:2.0:1775764894.425698:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.425714:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 640999424, count: 4096 00000080:00200000:2.0:1775764894.425725:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 640999424, bytes: 4096 00000080:00200000:2.0:1775764894.425728:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.425732:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156495, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.425733:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [640999424, 641003520) 0 0 00000080:00200000:2.0:1775764894.425736:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.425741:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156494, 156494] 00020000:00200000:2.0:1775764894.425744:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 640999424 chunk: [640999424, 641003520) 641003520, 4096 00020000:00200000:2.0:1775764894.425746:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.425758:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156494, 156494] 00000008:00010000:2.0:1775764894.425764:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.425766:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.425774:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425784:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640999424 641003519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425792:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425800:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425808:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.425816:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [640999424, 641003520) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.425821:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156494 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.425840:0:17279:0:(rw26.c:858:ll_write_end()) pos 640999424, len 4096, copied 4096 00000080:00200000:2.0:1775764894.425844:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004ffe0c75[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.425847:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dc0e88ff fffffc0001001 3:0 ffff967bc9185000 156494 lru 00000080:00200000:2.0:1775764894.425852:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007064de74 156494: 1< 0 - - > 2< 640999424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:2.0:1775764894.425855:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004ffe0c75 00000080:00200000:2.0:1775764894.425856:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.425858:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.425867:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.425879:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.425882:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.425884:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.425890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.425892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.425895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.425899:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.425907:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.425915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.425917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.425921:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.425924:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156494, 156494] 00000080:00200000:2.0:1775764894.425934:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.425938:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.426042:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641003520 i_blocks 1196131 00000080:00200000:2.0:1775764894.426047:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.426065:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641003520, count: 4096 00000080:00200000:2.0:1775764894.426077:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641003520, bytes: 4096 00000080:00200000:2.0:1775764894.426081:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.426085:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156496, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.426086:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641003520, 641007616) 0 0 00000080:00200000:2.0:1775764894.426089:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.426094:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156495, 156495] 00020000:00200000:2.0:1775764894.426097:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641003520 chunk: [641003520, 641007616) 641007616, 4096 00020000:00200000:2.0:1775764894.426100:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.426113:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156495, 156495] 00000008:00010000:2.0:1775764894.426119:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.426122:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.426130:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426139:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641003520 641007615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426147:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426155:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426163:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.426171:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641003520, 641007616) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.426176:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156495 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.426194:0:17279:0:(rw26.c:858:ll_write_end()) pos 641003520, len 4096, copied 4096 00000080:00200000:2.0:1775764894.426198:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ca9da9bc[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.426201:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000949b7e22 fffffc0001001 3:0 ffff967bc9185380 156495 lru 00000080:00200000:2.0:1775764894.426207:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001e2d47d5 156495: 1< 0 - - > 2< 641003520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:2.0:1775764894.426209:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ca9da9bc 00000080:00200000:2.0:1775764894.426211:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.426213:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.426222:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.426234:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.426238:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.426240:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.426270:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.426274:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.426276:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.426280:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426289:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.426297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.426300:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.426305:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.426307:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156495, 156495] 00000080:00200000:2.0:1775764894.426319:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.426322:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.426327:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641007616 i_blocks 1196131 00000080:00200000:2.0:1775764894.426330:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.426345:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641007616, count: 4096 00000080:00200000:2.0:1775764894.426367:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641007616, bytes: 4096 00000080:00200000:2.0:1775764894.426449:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.426454:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156497, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.426456:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641007616, 641011712) 0 0 00000080:00200000:2.0:1775764894.426459:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.426464:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156496, 156496] 00020000:00200000:2.0:1775764894.426467:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641007616 chunk: [641007616, 641011712) 641011712, 4096 00020000:00200000:2.0:1775764894.426470:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.426484:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156496, 156496] 00000008:00010000:2.0:1775764894.426490:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.426493:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.426501:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426511:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641007616 641011711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426519:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426527:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426534:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.426543:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641007616, 641011712) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.426548:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156496 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.426566:0:17279:0:(rw26.c:858:ll_write_end()) pos 641007616, len 4096, copied 4096 00000080:00200000:2.0:1775764894.426571:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007aaac069[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.426573:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4a92944 fffffc0001001 3:0 ffff967bc9185c40 156496 lru 00000080:00200000:2.0:1775764894.426578:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000043a237e8 156496: 1< 0 - - > 2< 641007616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:2.0:1775764894.426581:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007aaac069 00000080:00200000:2.0:1775764894.426583:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.426585:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.426594:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.426606:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.426609:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.426611:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.426616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.426619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.426621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.426625:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426632:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.426641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.426643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.426648:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.426650:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156496, 156496] 00000080:00200000:2.0:1775764894.426661:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.426664:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.426670:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641011712 i_blocks 1196131 00000080:00200000:2.0:1775764894.426673:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.426690:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641011712, count: 4096 00000080:00200000:2.0:1775764894.426702:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641011712, bytes: 4096 00000080:00200000:2.0:1775764894.426705:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.426708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156498, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.426710:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641011712, 641015808) 0 0 00000080:00200000:2.0:1775764894.426713:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.426718:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156497, 156497] 00020000:00200000:2.0:1775764894.426721:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641011712 chunk: [641011712, 641015808) 641015808, 4096 00020000:00200000:2.0:1775764894.426723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.426735:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156497, 156497] 00000008:00010000:2.0:1775764894.426740:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.426743:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.426751:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426760:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641011712 641015807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426769:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426776:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426783:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.426792:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641011712, 641015808) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.426797:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156497 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.426814:0:17279:0:(rw26.c:858:ll_write_end()) pos 641011712, len 4096, copied 4096 00000080:00200000:2.0:1775764894.426819:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006ac5b6d7[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.426822:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000064b5d035 fffffc0001001 3:0 ffff967bc91859a0 156497 lru 00000080:00200000:2.0:1775764894.426827:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ac7c5458 156497: 1< 0 - - > 2< 641011712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:2.0:1775764894.426829:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006ac5b6d7 00000080:00200000:2.0:1775764894.426831:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.426833:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.426843:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.426855:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.426858:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.426860:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.426865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.426868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.426870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.426874:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.426882:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.426890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.426892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.426896:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.426899:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156497, 156497] 00000080:00200000:2.0:1775764894.426911:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.426914:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.426919:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641015808 i_blocks 1196131 00000080:00200000:2.0:1775764894.426922:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.426937:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641015808, count: 4096 00000080:00200000:2.0:1775764894.427051:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641015808, bytes: 4096 00000080:00200000:2.0:1775764894.427055:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.427059:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156499, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.427060:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641015808, 641019904) 0 0 00000080:00200000:2.0:1775764894.427063:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.427069:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156498, 156498] 00020000:00200000:2.0:1775764894.427072:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641015808 chunk: [641015808, 641019904) 641019904, 4096 00020000:00200000:2.0:1775764894.427075:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.427086:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156498, 156498] 00000008:00010000:2.0:1775764894.427092:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.427094:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.427103:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427112:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641015808 641019903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427121:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427130:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427137:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.427146:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641015808, 641019904) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.427151:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156498 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.427167:0:17279:0:(rw26.c:858:ll_write_end()) pos 641015808, len 4096, copied 4096 00000080:00200000:2.0:1775764894.427171:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c66e58e2[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.427174:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000001bc679e fffffc0001001 3:0 ffff967bc9185a80 156498 lru 00000080:00200000:2.0:1775764894.427179:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000092d48350 156498: 1< 0 - - > 2< 641015808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:2.0:1775764894.427181:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c66e58e2 00000080:00200000:2.0:1775764894.427183:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.427185:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.427193:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.427205:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.427208:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.427210:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.427216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.427218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.427221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.427224:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427232:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.427241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.427243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.427281:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.427284:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156498, 156498] 00000080:00200000:2.0:1775764894.427295:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.427298:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.427302:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641019904 i_blocks 1196131 00000080:00200000:2.0:1775764894.427305:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.427321:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641019904, count: 4096 00000080:00200000:2.0:1775764894.427332:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641019904, bytes: 4096 00000080:00200000:2.0:1775764894.427335:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.427339:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156500, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.427340:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641019904, 641024000) 0 0 00000080:00200000:2.0:1775764894.427343:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.427348:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156499, 156499] 00020000:00200000:2.0:1775764894.427363:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641019904 chunk: [641019904, 641024000) 641024000, 4096 00020000:00200000:2.0:1775764894.427366:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.427458:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156499, 156499] 00000008:00010000:2.0:1775764894.427464:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.427467:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.427474:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427484:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641019904 641023999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427493:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427500:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427508:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.427517:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641019904, 641024000) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.427522:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156499 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.427539:0:17279:0:(rw26.c:858:ll_write_end()) pos 641019904, len 4096, copied 4096 00000080:00200000:2.0:1775764894.427544:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002af2680f[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.427547:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000018fa94de fffffc0001001 3:0 ffff967bc9185540 156499 lru 00000080:00200000:2.0:1775764894.427553:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000602aed62 156499: 1< 0 - - > 2< 641019904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:2.0:1775764894.427555:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002af2680f 00000080:00200000:2.0:1775764894.427557:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.427559:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.427567:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.427579:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.427583:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.427585:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.427591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.427593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.427596:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.427600:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427608:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.427617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.427619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.427623:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.427626:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156499, 156499] 00000080:00200000:2.0:1775764894.427637:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.427640:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.427645:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641024000 i_blocks 1196131 00000080:00200000:2.0:1775764894.427647:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.427663:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641024000, count: 4096 00000080:00200000:2.0:1775764894.427674:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641024000, bytes: 4096 00000080:00200000:2.0:1775764894.427677:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.427681:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156501, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.427683:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641024000, 641028096) 0 0 00000080:00200000:2.0:1775764894.427686:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.427691:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156500, 156500] 00020000:00200000:2.0:1775764894.427695:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641024000 chunk: [641024000, 641028096) 641028096, 4096 00020000:00200000:2.0:1775764894.427697:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.427708:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156500, 156500] 00000008:00010000:2.0:1775764894.427714:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.427717:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.427724:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427733:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641024000 641028095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427742:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427750:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427757:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.427765:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641024000, 641028096) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.427770:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156500 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.427787:0:17279:0:(rw26.c:858:ll_write_end()) pos 641024000, len 4096, copied 4096 00000080:00200000:2.0:1775764894.427791:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000ae55f95[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.427794:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009df8a00c fffffc0001001 3:0 ffff967bc91850e0 156500 lru 00000080:00200000:2.0:1775764894.427800:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009f94ae67 156500: 1< 0 - - > 2< 641024000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:2.0:1775764894.427803:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000ae55f95 00000080:00200000:2.0:1775764894.427804:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.427806:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.427815:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.427827:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.427829:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.427831:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.427836:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.427839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.427841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.427846:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.427853:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.427861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.427863:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.427867:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.427870:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156500, 156500] 00000080:00200000:2.0:1775764894.427881:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.427884:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.427889:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641028096 i_blocks 1196131 00000080:00200000:2.0:1775764894.427892:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.427908:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641028096, count: 4096 00000080:00200000:2.0:1775764894.427919:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641028096, bytes: 4096 00000080:00200000:2.0:1775764894.427922:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.427925:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156502, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.427927:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641028096, 641032192) 0 0 00000080:00200000:2.0:1775764894.427930:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.427935:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156501, 156501] 00020000:00200000:2.0:1775764894.427938:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641028096 chunk: [641028096, 641032192) 641032192, 4096 00020000:00200000:2.0:1775764894.427940:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.428058:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156501, 156501] 00000008:00010000:2.0:1775764894.428064:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.428066:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.428074:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428083:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641028096 641032191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428099:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428106:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.428114:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641028096, 641032192) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.428119:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156501 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.428136:0:17279:0:(rw26.c:858:ll_write_end()) pos 641028096, len 4096, copied 4096 00000080:00200000:2.0:1775764894.428141:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b4923215[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.428143:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000402ef439 fffffc0001001 3:0 ffff967bc91851c0 156501 lru 00000080:00200000:2.0:1775764894.428149:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a14193c3 156501: 1< 0 - - > 2< 641028096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:2.0:1775764894.428151:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b4923215 00000080:00200000:2.0:1775764894.428152:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.428155:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.428163:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.428175:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.428178:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.428180:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.428186:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.428189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.428191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.428195:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428202:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.428210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.428212:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.428216:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.428219:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156501, 156501] 00000080:00200000:2.0:1775764894.428230:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.428234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.428238:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641032192 i_blocks 1196131 00000080:00200000:2.0:1775764894.428241:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.428287:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641032192, count: 4096 00000080:00200000:2.0:1775764894.428299:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641032192, bytes: 4096 00000080:00200000:2.0:1775764894.428302:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.428305:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156503, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.428307:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641032192, 641036288) 0 0 00000080:00200000:2.0:1775764894.428310:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.428315:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156502, 156502] 00020000:00200000:2.0:1775764894.428319:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641032192 chunk: [641032192, 641036288) 641036288, 4096 00020000:00200000:2.0:1775764894.428321:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.428334:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156502, 156502] 00000008:00010000:2.0:1775764894.428339:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.428341:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.428349:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428367:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641032192 641036287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428458:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428467:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428474:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.428484:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641032192, 641036288) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.428489:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156502 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.428507:0:17279:0:(rw26.c:858:ll_write_end()) pos 641032192, len 4096, copied 4096 00000080:00200000:2.0:1775764894.428511:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ead1f226[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.428514:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006fa9e21b fffffc0001001 3:0 ffff967bc9185700 156502 lru 00000080:00200000:2.0:1775764894.428519:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ac05284a 156502: 1< 0 - - > 2< 641032192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:2.0:1775764894.428521:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ead1f226 00000080:00200000:2.0:1775764894.428523:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.428525:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.428533:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.428544:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.428547:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.428549:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.428555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.428557:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.428560:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.428564:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428571:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.428579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.428582:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.428586:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.428589:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156502, 156502] 00000080:00200000:2.0:1775764894.428600:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.428603:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.428608:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641036288 i_blocks 1196131 00000080:00200000:2.0:1775764894.428610:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.428626:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641036288, count: 4096 00000080:00200000:2.0:1775764894.428638:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641036288, bytes: 4096 00000080:00200000:2.0:1775764894.428641:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.428644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156504, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.428646:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641036288, 641040384) 0 0 00000080:00200000:2.0:1775764894.428648:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.428654:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156503, 156503] 00020000:00200000:2.0:1775764894.428657:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641036288 chunk: [641036288, 641040384) 641040384, 4096 00020000:00200000:2.0:1775764894.428660:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.428672:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156503, 156503] 00000008:00010000:2.0:1775764894.428678:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.428680:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.428688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428697:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641036288 641040383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428720:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.428728:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641036288, 641040384) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.428734:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156503 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.428751:0:17279:0:(rw26.c:858:ll_write_end()) pos 641036288, len 4096, copied 4096 00000080:00200000:2.0:1775764894.428755:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d30b7238[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.428758:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008e478c7d fffffc0001001 3:0 ffff967bc91852a0 156503 lru 00000080:00200000:2.0:1775764894.428764:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2a6d549 156503: 1< 0 - - > 2< 641036288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:2.0:1775764894.428766:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d30b7238 00000080:00200000:2.0:1775764894.428767:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.428770:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.428778:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.428790:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.428793:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.428796:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.428802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.428804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.428807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.428811:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.428819:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.428826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.428828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.428833:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.428837:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156503, 156503] 00000080:00200000:2.0:1775764894.428848:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.428851:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.428856:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641040384 i_blocks 1196131 00000080:00200000:2.0:1775764894.428859:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.428874:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641040384, count: 4096 00000080:00200000:2.0:1775764894.428886:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641040384, bytes: 4096 00000080:00200000:2.0:1775764894.428889:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.428892:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156505, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.428894:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641040384, 641044480) 0 0 00000080:00200000:2.0:1775764894.428897:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.428902:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156504, 156504] 00020000:00200000:2.0:1775764894.428905:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641040384 chunk: [641040384, 641044480) 641044480, 4096 00020000:00200000:2.0:1775764894.428907:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.428919:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156504, 156504] 00000008:00010000:2.0:1775764894.428924:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.428926:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.428933:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429036:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641040384 641044479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429054:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429062:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429071:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641040384, 641044480) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.429076:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156504 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.429092:0:17279:0:(rw26.c:858:ll_write_end()) pos 641040384, len 4096, copied 4096 00000080:00200000:2.0:1775764894.429096:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000012b91221[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.429099:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000314c3ff4 fffffc0001001 3:0 ffff967bc9185e00 156504 lru 00000080:00200000:2.0:1775764894.429104:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b803a3a0 156504: 1< 0 - - > 2< 641040384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:2.0:1775764894.429106:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000012b91221 00000080:00200000:2.0:1775764894.429108:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.429110:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.429118:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429129:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.429132:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.429134:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.429140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.429142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.429145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.429149:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429157:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.429165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.429168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.429172:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.429174:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156504, 156504] 00000080:00200000:2.0:1775764894.429185:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.429188:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.429193:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641044480 i_blocks 1196131 00000080:00200000:2.0:1775764894.429196:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.429213:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641044480, count: 4096 00000080:00200000:2.0:1775764894.429224:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641044480, bytes: 4096 00000080:00200000:2.0:1775764894.429227:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.429230:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156506, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.429232:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641044480, 641048576) 0 0 00000080:00200000:2.0:1775764894.429234:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.429240:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156505, 156505] 00020000:00200000:2.0:1775764894.429243:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641044480 chunk: [641044480, 641048576) 641048576, 4096 00020000:00200000:2.0:1775764894.429273:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.429287:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156505, 156505] 00000008:00010000:2.0:1775764894.429292:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.429294:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.429302:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429311:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641044480 641048575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429320:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429328:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429336:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429344:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641044480, 641048576) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.429349:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156505 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.429468:0:17279:0:(rw26.c:858:ll_write_end()) pos 641044480, len 4096, copied 4096 00000080:00200000:2.0:1775764894.429473:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007fd2f701[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.429477:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000c87d65f fffffc0001001 3:0 ffff967bc9186620 156505 lru 00000080:00200000:2.0:1775764894.429483:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3bcb1ca 156505: 1< 0 - - > 2< 641044480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:2.0:1775764894.429485:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007fd2f701 00000080:00200000:2.0:1775764894.429487:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.429489:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.429497:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429509:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.429512:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.429515:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.429521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.429523:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.429526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.429530:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429537:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.429545:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.429547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.429552:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.429555:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156505, 156505] 00000080:00200000:2.0:1775764894.429565:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.429568:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.429573:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641048576 i_blocks 1196131 00000080:00200000:2.0:1775764894.429576:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.429590:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641048576, count: 4096 00000080:00200000:2.0:1775764894.429602:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641048576, bytes: 4096 00000080:00200000:2.0:1775764894.429604:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.429608:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156507, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.429609:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641048576, 641052672) 0 0 00000080:00200000:2.0:1775764894.429612:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.429617:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156506, 156506] 00020000:00200000:2.0:1775764894.429619:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641048576 chunk: [641048576, 641052672) 641052672, 4096 00020000:00200000:2.0:1775764894.429622:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.429633:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156506, 156506] 00000008:00010000:2.0:1775764894.429639:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.429641:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.429649:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429657:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641048576 641052671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429665:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429672:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429679:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429686:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641048576, 641052672) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.429691:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156506 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.429707:0:17279:0:(rw26.c:858:ll_write_end()) pos 641048576, len 4096, copied 4096 00000080:00200000:2.0:1775764894.429712:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000008074963[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.429715:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eca6ec53 fffffc0001001 3:0 ffff967bc9186000 156506 lru 00000080:00200000:2.0:1775764894.429720:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006e177381 156506: 1< 0 - - > 2< 641048576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:2.0:1775764894.429722:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000008074963 00000080:00200000:2.0:1775764894.429724:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.429726:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.429734:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429746:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.429748:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.429750:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.429756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.429759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.429761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.429765:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429773:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.429781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.429783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.429788:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.429790:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156506, 156506] 00000080:00200000:2.0:1775764894.429801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.429804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.429808:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641052672 i_blocks 1196131 00000080:00200000:2.0:1775764894.429811:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.429826:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641052672, count: 4096 00000080:00200000:2.0:1775764894.429838:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641052672, bytes: 4096 00000080:00200000:2.0:1775764894.429840:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.429844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156508, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.429845:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641052672, 641056768) 0 0 00000080:00200000:2.0:1775764894.429848:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.429853:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156507, 156507] 00020000:00200000:2.0:1775764894.429856:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641052672 chunk: [641052672, 641056768) 641056768, 4096 00020000:00200000:2.0:1775764894.429858:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.429869:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156507, 156507] 00000008:00010000:2.0:1775764894.429874:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.429876:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.429884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429892:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641052672 641056767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.429914:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.429922:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641052672, 641056768) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.429927:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156507 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.430045:0:17279:0:(rw26.c:858:ll_write_end()) pos 641052672, len 4096, copied 4096 00000080:00200000:2.0:1775764894.430050:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000524dfe83[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.430053:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001725a248 fffffc0001001 3:0 ffff967bc9186380 156507 lru 00000080:00200000:2.0:1775764894.430058:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000063402cf2 156507: 1< 0 - - > 2< 641052672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:2.0:1775764894.430061:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000524dfe83 00000080:00200000:2.0:1775764894.430062:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.430065:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.430074:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430086:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.430089:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.430091:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.430096:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.430099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.430102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.430106:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430113:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.430121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.430124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.430128:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.430131:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156507, 156507] 00000080:00200000:2.0:1775764894.430142:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.430145:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.430151:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641056768 i_blocks 1196131 00000080:00200000:2.0:1775764894.430153:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.430169:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641056768, count: 4096 00000080:00200000:2.0:1775764894.430179:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641056768, bytes: 4096 00000080:00200000:2.0:1775764894.430181:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.430185:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156509, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.430187:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641056768, 641060864) 0 0 00000080:00200000:2.0:1775764894.430190:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.430195:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156508, 156508] 00020000:00200000:2.0:1775764894.430198:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641056768 chunk: [641056768, 641060864) 641060864, 4096 00020000:00200000:2.0:1775764894.430200:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.430213:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156508, 156508] 00000008:00010000:2.0:1775764894.430218:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.430221:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.430229:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430238:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641056768 641060863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430272:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430280:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430287:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430295:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641056768, 641060864) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.430300:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156508 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.430324:0:17279:0:(rw26.c:858:ll_write_end()) pos 641056768, len 4096, copied 4096 00000080:00200000:2.0:1775764894.430329:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a624f24c[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.430332:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000672a7725 fffffc0001021 2:0 ffff967bc9186c40 156508 lru 00000080:00200000:2.0:1775764894.430338:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000096ec8499 156508: 1< 0 - - > 2< 641056768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:2.0:1775764894.430340:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a624f24c 00000080:00200000:2.0:1775764894.430341:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.430343:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.430363:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430457:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.430461:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.430463:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.430470:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.430473:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.430475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.430479:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430487:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.430495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.430498:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.430502:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.430505:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156508, 156508] 00000080:00200000:2.0:1775764894.430516:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.430520:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.430525:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641060864 i_blocks 1196131 00000080:00200000:2.0:1775764894.430528:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.430544:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641060864, count: 4096 00000080:00200000:2.0:1775764894.430555:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641060864, bytes: 4096 00000080:00200000:2.0:1775764894.430558:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.430562:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156510, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.430563:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641060864, 641064960) 0 0 00000080:00200000:2.0:1775764894.430566:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.430572:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156509, 156509] 00020000:00200000:2.0:1775764894.430574:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641060864 chunk: [641060864, 641064960) 641064960, 4096 00020000:00200000:2.0:1775764894.430577:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.430589:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156509, 156509] 00000008:00010000:2.0:1775764894.430595:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.430597:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.430604:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430614:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641060864 641064959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430622:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430629:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430636:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430643:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641060864, 641064960) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.430648:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156509 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.430664:0:17279:0:(rw26.c:858:ll_write_end()) pos 641060864, len 4096, copied 4096 00000080:00200000:2.0:1775764894.430668:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008327af31[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.430670:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003990d017 fffffc0001001 3:0 ffff967bc91869a0 156509 lru 00000080:00200000:2.0:1775764894.430675:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004054b06c 156509: 1< 0 - - > 2< 641060864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 306 - -> 00000080:00200000:2.0:1775764894.430677:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008327af31 00000080:00200000:2.0:1775764894.430678:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.430680:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.430687:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430698:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.430700:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.430702:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.430708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.430710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.430713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.430717:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430725:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.430733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.430735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.430740:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.430742:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156509, 156509] 00000080:00200000:2.0:1775764894.430754:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.430757:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.430762:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641064960 i_blocks 1196131 00000080:00200000:2.0:1775764894.430765:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.430781:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641064960, count: 4096 00000080:00200000:2.0:1775764894.430792:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641064960, bytes: 4096 00000080:00200000:2.0:1775764894.430795:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.430799:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156511, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.430800:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641064960, 641069056) 0 0 00000080:00200000:2.0:1775764894.430803:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.430808:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156510, 156510] 00020000:00200000:2.0:1775764894.430811:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641064960 chunk: [641064960, 641069056) 641069056, 4096 00020000:00200000:2.0:1775764894.430814:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.430825:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156510, 156510] 00000008:00010000:2.0:1775764894.430831:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.430834:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.430841:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430850:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641064960 641069055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430857:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430863:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.430870:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430878:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641064960, 641069056) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.430883:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156510 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.430899:0:17279:0:(rw26.c:858:ll_write_end()) pos 641064960, len 4096, copied 4096 00000080:00200000:2.0:1775764894.430903:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003ec2e87a[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.430906:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000511a5c3b fffffc0001001 3:0 ffff967bc9186a80 156510 lru 00000080:00200000:2.0:1775764894.430912:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007b643c14 156510: 1< 0 - - > 2< 641064960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 307 - -> 00000080:00200000:2.0:1775764894.430914:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003ec2e87a 00000080:00200000:2.0:1775764894.430916:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.430918:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.430926:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.430938:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.431035:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.431040:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.431048:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.431051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.431053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.431057:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431066:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.431074:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.431077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.431082:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.431084:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156510, 156510] 00000080:00200000:2.0:1775764894.431096:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.431099:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.431105:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641069056 i_blocks 1196131 00000080:00200000:2.0:1775764894.431107:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.431122:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641069056, count: 4096 00000080:00200000:2.0:1775764894.431133:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641069056, bytes: 4096 00000080:00200000:2.0:1775764894.431136:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.431140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156512, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.431141:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641069056, 641073152) 0 0 00000080:00200000:2.0:1775764894.431144:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.431149:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156511, 156511] 00020000:00200000:2.0:1775764894.431152:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641069056 chunk: [641069056, 641073152) 641073152, 4096 00020000:00200000:2.0:1775764894.431154:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.431167:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156511, 156511] 00000008:00010000:2.0:1775764894.431173:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.431175:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.431184:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431193:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641069056 641073151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431201:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431209:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431216:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.431224:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641069056, 641073152) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.431230:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156511 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.431272:0:17279:0:(rw26.c:858:ll_write_end()) pos 641069056, len 4096, copied 4096 00000080:00200000:2.0:1775764894.431277:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000076a8727b[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.431280:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e59d835d fffffc0001001 3:0 ffff967bc9186540 156511 lru 00000080:00200000:2.0:1775764894.431286:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d47e234f 156511: 1< 0 - - > 2< 641069056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 308 - -> 00000080:00200000:2.0:1775764894.431288:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000076a8727b 00000080:00200000:2.0:1775764894.431289:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.431292:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.431302:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.431314:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.431317:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.431319:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.431325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.431328:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.431330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.431334:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431342:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.431360:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.431362:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.431367:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.431449:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156511, 156511] 00000080:00200000:2.0:1775764894.431463:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.431467:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.431471:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641073152 i_blocks 1196131 00000080:00200000:2.0:1775764894.431474:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.431491:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641073152, count: 4096 00000080:00200000:2.0:1775764894.431503:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641073152, bytes: 4096 00000080:00200000:2.0:1775764894.431506:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.431510:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156513, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.431512:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641073152, 641077248) 0 0 00000080:00200000:2.0:1775764894.431515:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.431521:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156512, 156512] 00020000:00200000:2.0:1775764894.431524:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641073152 chunk: [641073152, 641077248) 641077248, 4096 00020000:00200000:2.0:1775764894.431526:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.431539:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156512, 156512] 00000008:00010000:2.0:1775764894.431545:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.431547:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.431555:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431564:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641073152 641077247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431573:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431580:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431587:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.431596:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641073152, 641077248) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.431601:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156512 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.431618:0:17279:0:(rw26.c:858:ll_write_end()) pos 641073152, len 4096, copied 4096 00000080:00200000:2.0:1775764894.431622:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c4f42f08[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.431625:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000f5d703e fffffc0001001 3:0 ffff967bc91860e0 156512 lru 00000080:00200000:2.0:1775764894.431630:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4044d61 156512: 1< 0 - - > 2< 641073152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 309 - -> 00000080:00200000:2.0:1775764894.431632:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c4f42f08 00000080:00200000:2.0:1775764894.431634:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.431636:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.431644:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.431657:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.431660:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.431662:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.431668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.431671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.431673:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.431677:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431685:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.431693:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.431696:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.431700:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.431703:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156512, 156512] 00000080:00200000:2.0:1775764894.431715:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.431718:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.431723:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641077248 i_blocks 1196131 00000080:00200000:2.0:1775764894.431726:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.431741:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641077248, count: 4096 00000080:00200000:2.0:1775764894.431753:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641077248, bytes: 4096 00000080:00200000:2.0:1775764894.431756:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.431760:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156514, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.431761:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641077248, 641081344) 0 0 00000080:00200000:2.0:1775764894.431764:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.431769:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156513, 156513] 00020000:00200000:2.0:1775764894.431772:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641077248 chunk: [641077248, 641081344) 641081344, 4096 00020000:00200000:2.0:1775764894.431774:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.431787:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156513, 156513] 00000008:00010000:2.0:1775764894.431793:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.431796:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.431803:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431812:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641077248 641081343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431820:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431827:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431834:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.431841:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641077248, 641081344) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.431846:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156513 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.431863:0:17279:0:(rw26.c:858:ll_write_end()) pos 641077248, len 4096, copied 4096 00000080:00200000:2.0:1775764894.431868:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000074a0cc27[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.431870:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dabb1dfa fffffc0001001 3:0 ffff967bc91861c0 156513 lru 00000080:00200000:2.0:1775764894.431876:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ffbbd46a 156513: 1< 0 - - > 2< 641077248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 310 - -> 00000080:00200000:2.0:1775764894.431879:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000074a0cc27 00000080:00200000:2.0:1775764894.431880:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.431882:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.431890:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.431903:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.431906:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.431908:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.431913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.431916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.431918:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.431921:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.431930:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.431937:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.431939:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.432041:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.432044:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156513, 156513] 00000080:00200000:2.0:1775764894.432055:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.432059:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.432064:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641081344 i_blocks 1196131 00000080:00200000:2.0:1775764894.432067:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.432083:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641081344, count: 4096 00000080:00200000:2.0:1775764894.432095:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641081344, bytes: 4096 00000080:00200000:2.0:1775764894.432098:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.432102:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156515, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.432103:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641081344, 641085440) 0 0 00000080:00200000:2.0:1775764894.432106:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.432111:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156514, 156514] 00020000:00200000:2.0:1775764894.432114:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641081344 chunk: [641081344, 641085440) 641085440, 4096 00020000:00200000:2.0:1775764894.432117:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.432129:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156514, 156514] 00000008:00010000:2.0:1775764894.432134:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.432136:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.432144:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432153:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641081344 641085439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432161:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432176:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.432185:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641081344, 641085440) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.432190:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156514 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.432208:0:17279:0:(rw26.c:858:ll_write_end()) pos 641081344, len 4096, copied 4096 00000080:00200000:2.0:1775764894.432213:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000db78186a[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.432216:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005165dd99 fffffc0001001 3:0 ffff967bc9186700 156514 lru 00000080:00200000:2.0:1775764894.432222:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000074601270 156514: 1< 0 - - > 2< 641081344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 311 - -> 00000080:00200000:2.0:1775764894.432224:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000db78186a 00000080:00200000:2.0:1775764894.432225:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.432227:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.432236:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.432277:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.432281:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.432283:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.432289:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.432292:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.432294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.432298:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432306:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.432314:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.432317:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.432321:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.432324:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156514, 156514] 00000080:00200000:2.0:1775764894.432335:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.432338:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.432342:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641085440 i_blocks 1196131 00000080:00200000:2.0:1775764894.432345:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.432453:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641085440, count: 4096 00000080:00200000:2.0:1775764894.432468:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641085440, bytes: 4096 00000080:00200000:2.0:1775764894.432471:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.432475:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156516, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.432477:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641085440, 641089536) 0 0 00000080:00200000:2.0:1775764894.432480:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.432486:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156515, 156515] 00020000:00200000:2.0:1775764894.432489:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641085440 chunk: [641085440, 641089536) 641089536, 4096 00020000:00200000:2.0:1775764894.432491:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.432504:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156515, 156515] 00000008:00010000:2.0:1775764894.432510:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.432512:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.432520:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432529:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641085440 641089535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432537:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432545:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432551:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.432559:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641085440, 641089536) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.432565:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156515 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.432592:0:17279:0:(rw26.c:858:ll_write_end()) pos 641085440, len 4096, copied 4096 00000080:00200000:2.0:1775764894.432597:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000013ab5c47[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.432600:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000087d319ce fffffc0001001 3:0 ffff967bc91862a0 156515 lru 00000080:00200000:2.0:1775764894.432605:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000417c23ef 156515: 1< 0 - - > 2< 641085440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 312 - -> 00000080:00200000:2.0:1775764894.432607:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000013ab5c47 00000080:00200000:2.0:1775764894.432609:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.432611:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.432620:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.432631:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.432634:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.432636:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.432642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.432645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.432647:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.432651:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432658:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.432666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.432669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.432673:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.432676:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156515, 156515] 00000080:00200000:2.0:1775764894.432686:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.432689:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.432695:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641089536 i_blocks 1196131 00000080:00200000:2.0:1775764894.432698:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.432714:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641089536, count: 4096 00000080:00200000:2.0:1775764894.432726:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641089536, bytes: 4096 00000080:00200000:2.0:1775764894.432729:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.432733:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156517, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.432735:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641089536, 641093632) 0 0 00000080:00200000:2.0:1775764894.432737:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.432743:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156516, 156516] 00020000:00200000:2.0:1775764894.432746:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641089536 chunk: [641089536, 641093632) 641093632, 4096 00020000:00200000:2.0:1775764894.432749:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.432761:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156516, 156516] 00000008:00010000:2.0:1775764894.432767:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.432770:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.432777:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432786:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641089536 641093631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432795:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432803:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432810:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.432818:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641089536, 641093632) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.432823:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156516 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.432842:0:17279:0:(rw26.c:858:ll_write_end()) pos 641089536, len 4096, copied 4096 00000080:00200000:2.0:1775764894.432846:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000078f3837c[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.432849:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ae86ad7b fffffc0001001 3:0 ffff967bc9186e00 156516 lru 00000080:00200000:2.0:1775764894.432854:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000091979e73 156516: 1< 0 - - > 2< 641089536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 313 - -> 00000080:00200000:2.0:1775764894.432856:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000078f3837c 00000080:00200000:2.0:1775764894.432858:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.432860:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.432868:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.432880:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.432883:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.432885:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.432891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.432893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.432896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.432899:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.432907:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.432915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.432917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.432921:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.432924:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156516, 156516] 00000080:00200000:2.0:1775764894.432935:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.432938:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.433044:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641093632 i_blocks 1196131 00000080:00200000:2.0:1775764894.433048:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.433066:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641093632, count: 4096 00000080:00200000:2.0:1775764894.433077:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641093632, bytes: 4096 00000080:00200000:2.0:1775764894.433080:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.433085:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156518, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.433086:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641093632, 641097728) 0 0 00000080:00200000:2.0:1775764894.433089:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.433095:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156517, 156517] 00020000:00200000:2.0:1775764894.433098:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641093632 chunk: [641093632, 641097728) 641097728, 4096 00020000:00200000:2.0:1775764894.433101:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.433113:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156517, 156517] 00000008:00010000:2.0:1775764894.433118:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.433120:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.433128:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433137:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641093632 641097727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433146:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433153:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433161:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.433170:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641093632, 641097728) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.433174:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156517 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.433191:0:17279:0:(rw26.c:858:ll_write_end()) pos 641093632, len 4096, copied 4096 00000080:00200000:2.0:1775764894.433195:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000048ae72aa[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.433198:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002f37a6ee fffffc0001001 3:0 ffff967bc91868c0 156517 lru 00000080:00200000:2.0:1775764894.433204:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004d615912 156517: 1< 0 - - > 2< 641093632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 314 - -> 00000080:00200000:2.0:1775764894.433207:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000048ae72aa 00000080:00200000:2.0:1775764894.433208:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.433210:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.433218:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.433229:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.433232:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.433234:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.433240:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.433242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.433271:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.433276:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433285:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.433294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.433296:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.433301:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.433303:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156517, 156517] 00000080:00200000:2.0:1775764894.433314:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.433317:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.433322:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641097728 i_blocks 1196131 00000080:00200000:2.0:1775764894.433325:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.433339:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641097728, count: 4096 00000080:00200000:2.0:1775764894.433363:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641097728, bytes: 4096 00000080:00200000:2.0:1775764894.433366:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.433450:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156519, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.433452:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641097728, 641101824) 0 0 00000080:00200000:2.0:1775764894.433455:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.433462:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156518, 156518] 00020000:00200000:2.0:1775764894.433465:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641097728 chunk: [641097728, 641101824) 641101824, 4096 00020000:00200000:2.0:1775764894.433467:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.433482:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156518, 156518] 00000008:00010000:2.0:1775764894.433487:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.433489:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.433497:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433507:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641097728 641101823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433515:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433523:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.433530:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.433538:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641097728, 641101824) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.433544:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156518 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.433561:0:17279:0:(rw26.c:858:ll_write_end()) pos 641097728, len 4096, copied 4096 00000080:00200000:2.0:1775764894.433566:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007554c9db[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.433569:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000020b85cda fffffc0001001 3:0 ffff967bc9186460 156518 lru 00000080:00200000:2.0:1775764894.433574:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008e91260a 156518: 1< 0 - - > 2< 641097728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 315 - -> 00000080:00200000:2.0:1775764894.433576:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007554c9db 00000080:00200000:2.0:1775764894.433578:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.434074:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.434088:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.434104:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.434108:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.434110:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.434117:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.434120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.434123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.434127:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434135:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.434145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.434148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.434152:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.434156:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156518, 156518] 00000080:00200000:2.0:1775764894.434170:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.434173:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.434179:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641101824 i_blocks 1196131 00000080:00200000:2.0:1775764894.434182:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.434201:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641101824, count: 4096 00000080:00200000:2.0:1775764894.434215:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641101824, bytes: 4096 00000080:00200000:2.0:1775764894.434217:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.434221:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156520, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.434223:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641101824, 641105920) 0 0 00000080:00200000:2.0:1775764894.434226:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.434232:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156519, 156519] 00020000:00200000:2.0:1775764894.434235:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641101824 chunk: [641101824, 641105920) 641105920, 4096 00020000:00200000:2.0:1775764894.434238:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.434278:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156519, 156519] 00000008:00010000:2.0:1775764894.434285:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.434287:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.434295:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434305:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641101824 641105919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434313:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434321:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434328:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.434336:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641101824, 641105920) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.434342:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156519 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.434450:0:17279:0:(rw26.c:858:ll_write_end()) pos 641101824, len 4096, copied 4096 00000080:00200000:2.0:1775764894.434455:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000114f579e[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.434458:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003081d779 fffffc0001001 3:0 ffff967bc9186ee0 156519 lru 00000080:00200000:2.0:1775764894.434465:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ea76edde 156519: 1< 0 - - > 2< 641101824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 316 - -> 00000080:00200000:2.0:1775764894.434467:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000114f579e 00000080:00200000:2.0:1775764894.434469:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.434471:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.434480:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.434492:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.434495:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.434497:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.434503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.434505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.434507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.434511:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434519:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.434527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.434530:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.434534:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.434537:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156519, 156519] 00000080:00200000:2.0:1775764894.434549:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.434552:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.434557:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641105920 i_blocks 1196131 00000080:00200000:2.0:1775764894.434560:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.434576:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641105920, count: 4096 00000080:00200000:2.0:1775764894.434588:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641105920, bytes: 4096 00000080:00200000:2.0:1775764894.434591:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.434595:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156521, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.434596:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641105920, 641110016) 0 0 00000080:00200000:2.0:1775764894.434599:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.434605:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156520, 156520] 00020000:00200000:2.0:1775764894.434609:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641105920 chunk: [641105920, 641110016) 641110016, 4096 00020000:00200000:2.0:1775764894.434611:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.434624:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156520, 156520] 00000008:00010000:2.0:1775764894.434629:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.434632:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.434640:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434649:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641105920 641110015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434657:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434665:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434673:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.434681:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641105920, 641110016) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.434687:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156520 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.434704:0:17279:0:(rw26.c:858:ll_write_end()) pos 641105920, len 4096, copied 4096 00000080:00200000:2.0:1775764894.434709:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000012a424e5[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.434712:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000008470c02 fffffc0001001 3:0 ffff967bc9186d20 156520 lru 00000080:00200000:2.0:1775764894.434717:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001664398c 156520: 1< 0 - - > 2< 641105920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 317 - -> 00000080:00200000:2.0:1775764894.434719:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000012a424e5 00000080:00200000:2.0:1775764894.434721:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.434723:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.434731:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.434743:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.434746:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.434748:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.434753:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.434756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.434759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.434763:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434771:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.434780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.434782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.434786:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.434790:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156520, 156520] 00000080:00200000:2.0:1775764894.434801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.434804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.434809:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641110016 i_blocks 1196131 00000080:00200000:2.0:1775764894.434812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.434827:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641110016, count: 4096 00000080:00200000:2.0:1775764894.434838:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641110016, bytes: 4096 00000080:00200000:2.0:1775764894.434841:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.434845:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156522, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.434846:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641110016, 641114112) 0 0 00000080:00200000:2.0:1775764894.434849:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.434854:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156521, 156521] 00020000:00200000:2.0:1775764894.434857:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641110016 chunk: [641110016, 641114112) 641114112, 4096 00020000:00200000:2.0:1775764894.434860:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.434872:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156521, 156521] 00000008:00010000:2.0:1775764894.434877:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.434880:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.434887:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434896:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641110016 641114111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434904:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434911:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.434919:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.434928:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641110016, 641114112) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.434933:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156521 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.435037:0:17279:0:(rw26.c:858:ll_write_end()) pos 641110016, len 4096, copied 4096 00000080:00200000:2.0:1775764894.435042:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dce52a8f[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.435045:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007903839d fffffc0001001 3:0 ffff967bc91867e0 156521 lru 00000080:00200000:2.0:1775764894.435051:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001fd37762 156521: 1< 0 - - > 2< 641110016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 318 - -> 00000080:00200000:2.0:1775764894.435053:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dce52a8f 00000080:00200000:2.0:1775764894.435055:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.435057:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.435066:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.435079:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.435082:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.435084:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.435090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.435093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.435095:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.435100:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435107:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.435115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.435118:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.435122:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.435124:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156521, 156521] 00000080:00200000:2.0:1775764894.435136:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.435139:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.435144:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641114112 i_blocks 1196131 00000080:00200000:2.0:1775764894.435147:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.435163:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641114112, count: 4096 00000080:00200000:2.0:1775764894.435175:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641114112, bytes: 4096 00000080:00200000:2.0:1775764894.435178:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.435181:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156523, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.435183:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641114112, 641118208) 0 0 00000080:00200000:2.0:1775764894.435186:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.435191:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156522, 156522] 00020000:00200000:2.0:1775764894.435194:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641114112 chunk: [641114112, 641118208) 641118208, 4096 00020000:00200000:2.0:1775764894.435196:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.435207:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156522, 156522] 00000008:00010000:2.0:1775764894.435212:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.435214:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.435222:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435231:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641114112 641118207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435241:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435277:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435284:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.435293:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641114112, 641118208) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.435298:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156522 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.435314:0:17279:0:(rw26.c:858:ll_write_end()) pos 641114112, len 4096, copied 4096 00000080:00200000:2.0:1775764894.435318:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000042871374[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.435321:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f9142d58 fffffc0001001 3:0 ffff967bc9186b60 156522 lru 00000080:00200000:2.0:1775764894.435327:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000023658e18 156522: 1< 0 - - > 2< 641114112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 319 - -> 00000080:00200000:2.0:1775764894.435329:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000042871374 00000080:00200000:2.0:1775764894.435331:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.435333:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.435341:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.435367:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.435449:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.435452:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.435460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.435462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.435465:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.435469:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435478:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.435486:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.435489:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.435493:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.435496:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156522, 156522] 00000080:00200000:2.0:1775764894.435508:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.435511:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.435516:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641118208 i_blocks 1196131 00000080:00200000:2.0:1775764894.435519:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.435535:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641118208, count: 4096 00000080:00200000:2.0:1775764894.435546:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641118208, bytes: 4096 00000080:00200000:2.0:1775764894.435549:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.435552:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156524, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.435554:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641118208, 641122304) 0 0 00000080:00200000:2.0:1775764894.435557:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.435562:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156523, 156523] 00020000:00200000:2.0:1775764894.435565:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641118208 chunk: [641118208, 641122304) 641122304, 4096 00020000:00200000:2.0:1775764894.435567:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.435578:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156523, 156523] 00000008:00010000:2.0:1775764894.435584:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.435586:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.435593:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435602:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641118208 641122303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435611:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435619:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435626:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.435635:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641118208, 641122304) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.435640:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156523 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.435677:0:17279:0:(rw26.c:858:ll_write_end()) pos 641118208, len 4096, copied 4096 00000080:00200000:2.0:1775764894.435681:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ac3ae6d3[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.435685:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003f9eaf55 fffffc0001021 2:0 ffff967bc91870e0 156523 lru 00000080:00200000:2.0:1775764894.435691:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005f118490 156523: 1< 0 - - > 2< 641118208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 320 - -> 00000080:00200000:2.0:1775764894.435693:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ac3ae6d3 00000080:00200000:2.0:1775764894.435694:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.435696:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.435705:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.435716:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.435719:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.435721:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.435727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.435730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.435732:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.435736:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435744:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.435752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.435755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.435759:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.435761:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156523, 156523] 00000080:00200000:2.0:1775764894.435772:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.435776:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.435781:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641122304 i_blocks 1196131 00000080:00200000:2.0:1775764894.435784:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.435800:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641122304, count: 4096 00000080:00200000:2.0:1775764894.435811:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641122304, bytes: 4096 00000080:00200000:2.0:1775764894.435814:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.435818:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156525, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.435820:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641122304, 641126400) 0 0 00000080:00200000:2.0:1775764894.435823:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.435827:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156524, 156524] 00020000:00200000:2.0:1775764894.435830:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641122304 chunk: [641122304, 641126400) 641126400, 4096 00020000:00200000:2.0:1775764894.435832:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.435845:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156524, 156524] 00000008:00010000:2.0:1775764894.435850:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.435852:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.435860:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435868:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641122304 641126399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435876:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435885:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.435892:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.435900:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641122304, 641126400) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.435906:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156524 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.435924:0:17279:0:(rw26.c:858:ll_write_end()) pos 641122304, len 4096, copied 4096 00000080:00200000:2.0:1775764894.435929:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e35011e5[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.435932:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000db6a3478 fffffc0001001 3:0 ffff967bc91871c0 156524 lru 00000080:00200000:2.0:1775764894.435937:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006c38cf8b 156524: 1< 0 - - > 2< 641122304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 321 - -> 00000080:00200000:2.0:1775764894.435939:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e35011e5 00000080:00200000:2.0:1775764894.436037:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.436041:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.436052:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436064:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.436067:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.436069:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.436075:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.436077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.436079:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.436083:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436090:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.436097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.436100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.436104:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.436107:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156524, 156524] 00000080:00200000:2.0:1775764894.436118:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.436121:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.436126:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641126400 i_blocks 1196131 00000080:00200000:2.0:1775764894.436129:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.436144:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641126400, count: 4096 00000080:00200000:2.0:1775764894.436156:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641126400, bytes: 4096 00000080:00200000:2.0:1775764894.436159:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.436163:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156526, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.436165:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641126400, 641130496) 0 0 00000080:00200000:2.0:1775764894.436167:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.436173:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156525, 156525] 00020000:00200000:2.0:1775764894.436176:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641126400 chunk: [641126400, 641130496) 641130496, 4096 00020000:00200000:2.0:1775764894.436178:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.436191:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156525, 156525] 00000008:00010000:2.0:1775764894.436196:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.436198:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.436206:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436215:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641126400 641130495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436224:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436232:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436239:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436274:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641126400, 641130496) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.436280:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156525 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.436298:0:17279:0:(rw26.c:858:ll_write_end()) pos 641126400, len 4096, copied 4096 00000080:00200000:2.0:1775764894.436302:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d81b14b8[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.436306:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b171a841 fffffc0001001 3:0 ffff967bc9187700 156525 lru 00000080:00200000:2.0:1775764894.436311:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bcd9f48d 156525: 1< 0 - - > 2< 641126400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 322 - -> 00000080:00200000:2.0:1775764894.436313:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d81b14b8 00000080:00200000:2.0:1775764894.436315:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.436317:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.436325:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436336:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.436339:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.436342:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.436347:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.436361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.436364:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.436368:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436461:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.436470:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.436472:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.436477:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.436481:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156525, 156525] 00000080:00200000:2.0:1775764894.436492:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.436495:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.436500:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641130496 i_blocks 1196131 00000080:00200000:2.0:1775764894.436503:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.436520:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641130496, count: 4096 00000080:00200000:2.0:1775764894.436532:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641130496, bytes: 4096 00000080:00200000:2.0:1775764894.436535:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.436539:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156527, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.436540:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641130496, 641134592) 0 0 00000080:00200000:2.0:1775764894.436543:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.436549:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156526, 156526] 00020000:00200000:2.0:1775764894.436552:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641130496 chunk: [641130496, 641134592) 641134592, 4096 00020000:00200000:2.0:1775764894.436554:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.436567:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156526, 156526] 00000008:00010000:2.0:1775764894.436573:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.436575:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.436583:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436592:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641130496 641134591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436599:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436607:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436613:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436622:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641130496, 641134592) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.436627:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156526 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.436644:0:17279:0:(rw26.c:858:ll_write_end()) pos 641130496, len 4096, copied 4096 00000080:00200000:2.0:1775764894.436649:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007a7d5cfb[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.436652:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006b006e03 fffffc0001001 3:0 ffff967bc91872a0 156526 lru 00000080:00200000:2.0:1775764894.436658:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004ba411fb 156526: 1< 0 - - > 2< 641130496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 323 - -> 00000080:00200000:2.0:1775764894.436660:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007a7d5cfb 00000080:00200000:2.0:1775764894.436662:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.436664:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.436672:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436683:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.436686:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.436688:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.436694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.436696:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.436699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.436702:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436710:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.436717:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.436719:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.436723:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.436726:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156526, 156526] 00000080:00200000:2.0:1775764894.436737:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.436739:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.436745:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641134592 i_blocks 1196131 00000080:00200000:2.0:1775764894.436747:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.436762:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641134592, count: 4096 00000080:00200000:2.0:1775764894.436773:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641134592, bytes: 4096 00000080:00200000:2.0:1775764894.436776:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.436780:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156528, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.436782:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641134592, 641138688) 0 0 00000080:00200000:2.0:1775764894.436785:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.436790:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156527, 156527] 00020000:00200000:2.0:1775764894.436793:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641134592 chunk: [641134592, 641138688) 641138688, 4096 00020000:00200000:2.0:1775764894.436795:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.436807:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156527, 156527] 00000008:00010000:2.0:1775764894.436813:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.436815:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.436823:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436831:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641134592 641138687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436839:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436845:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.436852:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436860:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641134592, 641138688) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.436865:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156527 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.436881:0:17279:0:(rw26.c:858:ll_write_end()) pos 641134592, len 4096, copied 4096 00000080:00200000:2.0:1775764894.436886:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000029121800[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.436889:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000080682daf fffffc0001001 3:0 ffff967bc9187e00 156527 lru 00000080:00200000:2.0:1775764894.436894:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000076d90582 156527: 1< 0 - - > 2< 641134592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 324 - -> 00000080:00200000:2.0:1775764894.436896:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000029121800 00000080:00200000:2.0:1775764894.436898:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.436900:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.436907:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.436919:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.436922:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.436924:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.436930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.436933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.436935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.436939:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437042:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.437050:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.437053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.437058:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.437061:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156527, 156527] 00000080:00200000:2.0:1775764894.437071:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.437074:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.437080:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641138688 i_blocks 1196131 00000080:00200000:2.0:1775764894.437082:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.437097:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641138688, count: 4096 00000080:00200000:2.0:1775764894.437109:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641138688, bytes: 4096 00000080:00200000:2.0:1775764894.437112:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.437116:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156529, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.437117:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641138688, 641142784) 0 0 00000080:00200000:2.0:1775764894.437120:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.437125:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156528, 156528] 00020000:00200000:2.0:1775764894.437128:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641138688 chunk: [641138688, 641142784) 641142784, 4096 00020000:00200000:2.0:1775764894.437130:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.437142:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156528, 156528] 00000008:00010000:2.0:1775764894.437148:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.437150:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.437157:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437167:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641138688 641142783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437176:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437184:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437191:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.437199:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641138688, 641142784) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.437204:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156528 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.437219:0:17279:0:(rw26.c:858:ll_write_end()) pos 641138688, len 4096, copied 4096 00000080:00200000:2.0:1775764894.437223:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000009f75b29[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.437227:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000116a949f fffffc0001001 3:0 ffff967bc91878c0 156528 lru 00000080:00200000:2.0:1775764894.437233:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000093f994c4 156528: 1< 0 - - > 2< 641138688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 325 - -> 00000080:00200000:2.0:1775764894.437235:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000009f75b29 00000080:00200000:2.0:1775764894.437236:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.437238:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.437273:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.437286:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.437288:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.437291:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.437297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.437299:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.437302:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.437306:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437314:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.437322:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.437324:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.437328:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.437331:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156528, 156528] 00000080:00200000:2.0:1775764894.437341:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.437343:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.437348:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641142784 i_blocks 1196131 00000080:00200000:2.0:1775764894.437364:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.437463:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641142784, count: 4096 00000080:00200000:2.0:1775764894.437475:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641142784, bytes: 4096 00000080:00200000:2.0:1775764894.437479:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.437483:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156530, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.437484:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641142784, 641146880) 0 0 00000080:00200000:2.0:1775764894.437487:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.437493:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156529, 156529] 00020000:00200000:2.0:1775764894.437496:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641142784 chunk: [641142784, 641146880) 641146880, 4096 00020000:00200000:2.0:1775764894.437498:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.437510:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156529, 156529] 00000008:00010000:2.0:1775764894.437516:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.437519:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.437527:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437536:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641142784 641146879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437544:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437552:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437559:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.437567:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641142784, 641146880) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.437573:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156529 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.437590:0:17279:0:(rw26.c:858:ll_write_end()) pos 641142784, len 4096, copied 4096 00000080:00200000:2.0:1775764894.437594:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000edd53ac1[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.437597:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003482a178 fffffc0001001 3:0 ffff967bc9187460 156529 lru 00000080:00200000:2.0:1775764894.437602:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000002b382ca 156529: 1< 0 - - > 2< 641142784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 326 - -> 00000080:00200000:2.0:1775764894.437604:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000edd53ac1 00000080:00200000:2.0:1775764894.437606:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.437608:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.437617:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.437629:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.437632:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.437634:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.437640:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.437642:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.437645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.437649:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437656:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.437664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.437666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.437671:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.437673:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156529, 156529] 00000080:00200000:2.0:1775764894.437685:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.437688:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.437693:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641146880 i_blocks 1196131 00000080:00200000:2.0:1775764894.437696:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.437711:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641146880, count: 4096 00000080:00200000:2.0:1775764894.437723:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641146880, bytes: 4096 00000080:00200000:2.0:1775764894.437726:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.437730:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156531, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.437731:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641146880, 641150976) 0 0 00000080:00200000:2.0:1775764894.437734:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.437739:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156530, 156530] 00020000:00200000:2.0:1775764894.437742:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641146880 chunk: [641146880, 641150976) 641150976, 4096 00020000:00200000:2.0:1775764894.437745:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.437756:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156530, 156530] 00000008:00010000:2.0:1775764894.437762:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.437764:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.437771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437781:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641146880 641150975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437805:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.437813:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641146880, 641150976) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.437819:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156530 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.437838:0:17279:0:(rw26.c:858:ll_write_end()) pos 641146880, len 4096, copied 4096 00000080:00200000:2.0:1775764894.437843:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004f9ff70c[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.437845:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000058f4eb4a fffffc0001001 3:0 ffff967bc9187ee0 156530 lru 00000080:00200000:2.0:1775764894.437850:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000074ee03c2 156530: 1< 0 - - > 2< 641146880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 327 - -> 00000080:00200000:2.0:1775764894.437852:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004f9ff70c 00000080:00200000:2.0:1775764894.437853:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.437855:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.437864:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.437876:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.437879:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.437881:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.437886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.437889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.437891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.437895:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.437903:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.437911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.437913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.437917:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.437920:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156530, 156530] 00000080:00200000:2.0:1775764894.437932:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.437935:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.438042:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641150976 i_blocks 1196131 00000080:00200000:2.0:1775764894.438047:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.438066:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641150976, count: 4096 00000080:00200000:2.0:1775764894.438076:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641150976, bytes: 4096 00000080:00200000:2.0:1775764894.438079:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.438082:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156532, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.438084:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641150976, 641155072) 0 0 00000080:00200000:2.0:1775764894.438087:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.438092:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156531, 156531] 00020000:00200000:2.0:1775764894.438094:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641150976 chunk: [641150976, 641155072) 641155072, 4096 00020000:00200000:2.0:1775764894.438097:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.438109:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156531, 156531] 00000008:00010000:2.0:1775764894.438116:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.438118:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.438128:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438138:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641150976 641155071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438145:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438152:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438158:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.438165:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641150976, 641155072) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.438170:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156531 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.438187:0:17279:0:(rw26.c:858:ll_write_end()) pos 641150976, len 4096, copied 4096 00000080:00200000:2.0:1775764894.438191:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002af751b3[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.438193:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000079f0d6a5 fffffc0001001 3:0 ffff967bc9187d20 156531 lru 00000080:00200000:2.0:1775764894.438198:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000039e38812 156531: 1< 0 - - > 2< 641150976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 328 - -> 00000080:00200000:2.0:1775764894.438200:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002af751b3 00000080:00200000:2.0:1775764894.438202:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.438204:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.438213:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.438224:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.438227:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.438230:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.438236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.438238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.438241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.438271:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438280:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.438287:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.438290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.438294:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.438297:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156531, 156531] 00000080:00200000:2.0:1775764894.438308:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.438311:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.438590:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641155072 i_blocks 1196131 00000080:00200000:2.0:1775764894.438594:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.438614:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641155072, count: 4096 00000080:00200000:2.0:1775764894.438626:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641155072, bytes: 4096 00000080:00200000:2.0:1775764894.438628:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.438633:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156533, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.438634:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641155072, 641159168) 0 0 00000080:00200000:2.0:1775764894.438637:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.438644:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156532, 156532] 00020000:00200000:2.0:1775764894.438647:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641155072 chunk: [641155072, 641159168) 641159168, 4096 00020000:00200000:2.0:1775764894.438650:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.438662:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156532, 156532] 00000008:00010000:2.0:1775764894.438668:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.438670:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.438679:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438688:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641155072 641159167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438696:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438703:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438710:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.438718:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641155072, 641159168) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.438724:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156532 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.438743:0:17279:0:(rw26.c:858:ll_write_end()) pos 641155072, len 4096, copied 4096 00000080:00200000:2.0:1775764894.438748:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dfdb40c8[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.438751:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c5284091 fffffc0001001 3:0 ffff967bc91877e0 156532 lru 00000080:00200000:2.0:1775764894.438757:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004e2cece6 156532: 1< 0 - - > 2< 641155072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 329 - -> 00000080:00200000:2.0:1775764894.438759:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dfdb40c8 00000080:00200000:2.0:1775764894.438760:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.438762:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.438773:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.438786:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.438788:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.438791:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.438797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.438800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.438802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.438806:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438814:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.438822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.438824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.438829:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.438832:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156532, 156532] 00000080:00200000:2.0:1775764894.438843:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.438847:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.438852:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641159168 i_blocks 1196131 00000080:00200000:2.0:1775764894.438855:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.438871:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641159168, count: 4096 00000080:00200000:2.0:1775764894.438882:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641159168, bytes: 4096 00000080:00200000:2.0:1775764894.438885:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.438889:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156534, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.438891:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641159168, 641163264) 0 0 00000080:00200000:2.0:1775764894.438894:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.438899:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156533, 156533] 00020000:00200000:2.0:1775764894.438901:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641159168 chunk: [641159168, 641163264) 641163264, 4096 00020000:00200000:2.0:1775764894.438903:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.438914:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156533, 156533] 00000008:00010000:2.0:1775764894.438919:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.438921:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.438929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.438937:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641159168 641163263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439055:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439061:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439070:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641159168, 641163264) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.439076:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156533 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.439093:0:17279:0:(rw26.c:858:ll_write_end()) pos 641159168, len 4096, copied 4096 00000080:00200000:2.0:1775764894.439097:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000063528f54[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.439099:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa006fb7 fffffc0001001 3:0 ffff967bc9187b60 156533 lru 00000080:00200000:2.0:1775764894.439105:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000028320295 156533: 1< 0 - - > 2< 641159168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 330 - -> 00000080:00200000:2.0:1775764894.439107:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000063528f54 00000080:00200000:2.0:1775764894.439108:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.439111:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.439119:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439131:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.439134:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.439136:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.439142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.439144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.439147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.439151:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439159:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.439166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.439169:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.439173:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.439175:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156533, 156533] 00000080:00200000:2.0:1775764894.439186:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.439190:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.439195:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641163264 i_blocks 1196131 00000080:00200000:2.0:1775764894.439198:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.439214:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641163264, count: 4096 00000080:00200000:2.0:1775764894.439226:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641163264, bytes: 4096 00000080:00200000:2.0:1775764894.439229:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.439233:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156535, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.439234:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641163264, 641167360) 0 0 00000080:00200000:2.0:1775764894.439237:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.439242:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156534, 156534] 00020000:00200000:2.0:1775764894.439270:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641163264 chunk: [641163264, 641167360) 641167360, 4096 00020000:00200000:2.0:1775764894.439273:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.439287:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156534, 156534] 00000008:00010000:2.0:1775764894.439293:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.439296:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.439303:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439312:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641163264 641167359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439319:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439326:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439331:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439338:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641163264, 641167360) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.439343:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156534 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.439454:0:17279:0:(rw26.c:858:ll_write_end()) pos 641163264, len 4096, copied 4096 00000080:00200000:2.0:1775764894.439459:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000069563a3c[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.439462:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000095ba3f14 fffffc0001001 3:0 ffff967bc9187620 156534 lru 00000080:00200000:2.0:1775764894.439467:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000043731072 156534: 1< 0 - - > 2< 641163264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 331 - -> 00000080:00200000:2.0:1775764894.439470:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000069563a3c 00000080:00200000:2.0:1775764894.439471:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.439474:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.439484:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439496:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.439500:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.439502:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.439508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.439511:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.439513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.439517:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439525:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.439533:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.439535:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.439539:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.439542:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156534, 156534] 00000080:00200000:2.0:1775764894.439554:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.439557:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.439562:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641167360 i_blocks 1196131 00000080:00200000:2.0:1775764894.439565:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.439582:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641167360, count: 4096 00000080:00200000:2.0:1775764894.439595:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641167360, bytes: 4096 00000080:00200000:2.0:1775764894.439598:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.439602:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156536, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.439604:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641167360, 641171456) 0 0 00000080:00200000:2.0:1775764894.439607:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.439612:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156535, 156535] 00020000:00200000:2.0:1775764894.439615:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641167360 chunk: [641167360, 641171456) 641171456, 4096 00020000:00200000:2.0:1775764894.439618:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.439631:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156535, 156535] 00000008:00010000:2.0:1775764894.439636:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.439639:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.439646:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439655:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641167360 641171455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439670:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439677:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439685:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641167360, 641171456) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.439691:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156535 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.439708:0:17279:0:(rw26.c:858:ll_write_end()) pos 641167360, len 4096, copied 4096 00000080:00200000:2.0:1775764894.439712:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d34d1fc6[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.439715:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000042cb4dce fffffc0001001 3:0 ffff967bc9187000 156535 lru 00000080:00200000:2.0:1775764894.439721:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000007d7cd0d 156535: 1< 0 - - > 2< 641167360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 332 - -> 00000080:00200000:2.0:1775764894.439723:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d34d1fc6 00000080:00200000:2.0:1775764894.439724:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.439726:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.439733:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439745:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.439747:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.439749:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.439754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.439756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.439758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.439762:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439769:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.439776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.439778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.439782:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.439785:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156535, 156535] 00000080:00200000:2.0:1775764894.439795:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.439798:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.439803:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641171456 i_blocks 1196131 00000080:00200000:2.0:1775764894.439806:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.439821:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641171456, count: 4096 00000080:00200000:2.0:1775764894.439832:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641171456, bytes: 4096 00000080:00200000:2.0:1775764894.439835:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.439839:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156537, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.439840:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641171456, 641175552) 0 0 00000080:00200000:2.0:1775764894.439843:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.439848:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156536, 156536] 00020000:00200000:2.0:1775764894.439851:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641171456 chunk: [641171456, 641175552) 641175552, 4096 00020000:00200000:2.0:1775764894.439853:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.439864:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156536, 156536] 00000008:00010000:2.0:1775764894.439868:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.439871:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.439878:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439887:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641171456 641175551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439896:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439904:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.439910:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.439918:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641171456, 641175552) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.439923:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156536 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.439938:0:17279:0:(rw26.c:858:ll_write_end()) pos 641171456, len 4096, copied 4096 00000080:00200000:2.0:1775764894.440035:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c37df4b6[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.440039:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000021c7d71c fffffc0001001 3:0 ffff967bc9187380 156536 lru 00000080:00200000:2.0:1775764894.440045:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000093534ba6 156536: 1< 0 - - > 2< 641171456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 333 - -> 00000080:00200000:2.0:1775764894.440048:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c37df4b6 00000080:00200000:2.0:1775764894.440049:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.440052:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.440061:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440073:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.440076:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.440078:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.440084:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.440086:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.440089:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.440093:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440101:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.440109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.440111:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.440115:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.440117:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156536, 156536] 00000080:00200000:2.0:1775764894.440128:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.440131:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.440136:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641175552 i_blocks 1196131 00000080:00200000:2.0:1775764894.440138:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.440154:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641175552, count: 4096 00000080:00200000:2.0:1775764894.440164:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641175552, bytes: 4096 00000080:00200000:2.0:1775764894.440167:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.440170:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156538, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.440172:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641175552, 641179648) 0 0 00000080:00200000:2.0:1775764894.440175:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.440180:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156537, 156537] 00020000:00200000:2.0:1775764894.440182:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641175552 chunk: [641175552, 641179648) 641179648, 4096 00020000:00200000:2.0:1775764894.440185:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.440195:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156537, 156537] 00000008:00010000:2.0:1775764894.440200:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.440202:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.440210:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440219:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641175552 641179647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440228:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440236:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440243:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440276:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641175552, 641179648) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.440281:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156537 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.440295:0:17279:0:(rw26.c:858:ll_write_end()) pos 641175552, len 4096, copied 4096 00000080:00200000:2.0:1775764894.440300:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000f281cc4[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.440303:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000752a57db fffffc0001001 3:0 ffff967bc9187c40 156537 lru 00000080:00200000:2.0:1775764894.440309:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab12fe9a 156537: 1< 0 - - > 2< 641175552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 334 - -> 00000080:00200000:2.0:1775764894.440311:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000f281cc4 00000080:00200000:2.0:1775764894.440312:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.440314:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.440322:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440333:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.440336:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.440338:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.440344:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.440346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.440349:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.440365:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440451:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.440460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.440462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.440467:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.440470:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156537, 156537] 00000080:00200000:2.0:1775764894.440481:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.440484:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.440489:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641179648 i_blocks 1196131 00000080:00200000:2.0:1775764894.440492:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.440507:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641179648, count: 4096 00000080:00200000:2.0:1775764894.440518:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641179648, bytes: 4096 00000080:00200000:2.0:1775764894.440521:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.440525:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156539, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.440526:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641179648, 641183744) 0 0 00000080:00200000:2.0:1775764894.440529:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.440534:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156538, 156538] 00020000:00200000:2.0:1775764894.440537:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641179648 chunk: [641179648, 641183744) 641183744, 4096 00020000:00200000:2.0:1775764894.440539:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.440551:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156538, 156538] 00000008:00010000:2.0:1775764894.440556:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.440558:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.440565:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440575:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641179648 641183743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440584:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440592:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440599:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440606:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641179648, 641183744) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.440611:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156538 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.440633:0:17279:0:(rw26.c:858:ll_write_end()) pos 641179648, len 4096, copied 4096 00000080:00200000:2.0:1775764894.440637:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000863c3bd[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.440640:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4d5494f fffffc0001021 2:0 ffff967bc91879a0 156538 lru 00000080:00200000:2.0:1775764894.440646:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001048c1c0 156538: 1< 0 - - > 2< 641179648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 335 - -> 00000080:00200000:2.0:1775764894.440648:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000863c3bd 00000080:00200000:2.0:1775764894.440649:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.440651:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.440659:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440670:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.440672:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.440674:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.440680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.440682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.440685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.440689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440697:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.440704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.440706:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.440710:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.440712:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156538, 156538] 00000080:00200000:2.0:1775764894.440723:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.440726:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.440730:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641183744 i_blocks 1196131 00000080:00200000:2.0:1775764894.440733:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.440747:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641183744, count: 4096 00000080:00200000:2.0:1775764894.440758:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641183744, bytes: 4096 00000080:00200000:2.0:1775764894.440760:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.440764:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156540, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.440765:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641183744, 641187840) 0 0 00000080:00200000:2.0:1775764894.440768:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.440773:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156539, 156539] 00020000:00200000:2.0:1775764894.440775:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641183744 chunk: [641183744, 641187840) 641187840, 4096 00020000:00200000:2.0:1775764894.440778:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.440788:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156539, 156539] 00000008:00010000:2.0:1775764894.440792:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.440794:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.440801:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440810:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641183744 641187839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440834:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440841:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641183744, 641187840) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.440845:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156539 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.440860:0:17279:0:(rw26.c:858:ll_write_end()) pos 641183744, len 4096, copied 4096 00000080:00200000:2.0:1775764894.440864:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000282ffb42[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.440866:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000380859f3 fffffc0001001 3:0 ffff967bc9187a80 156539 lru 00000080:00200000:2.0:1775764894.440872:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000058e0274d 156539: 1< 0 - - > 2< 641183744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 336 - -> 00000080:00200000:2.0:1775764894.440874:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000282ffb42 00000080:00200000:2.0:1775764894.440875:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.440877:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.440884:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.440895:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.440898:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.440900:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.440905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.440908:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.440910:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.440914:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.440921:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.440929:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.440932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.440936:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.440938:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156539, 156539] 00000080:00200000:2.0:1775764894.441046:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.441050:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.441055:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641187840 i_blocks 1196131 00000080:00200000:2.0:1775764894.441057:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.441072:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641187840, count: 4096 00000080:00200000:2.0:1775764894.441083:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641187840, bytes: 4096 00000080:00200000:2.0:1775764894.441086:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.441090:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156541, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.441091:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641187840, 641191936) 0 0 00000080:00200000:2.0:1775764894.441094:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.441099:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156540, 156540] 00020000:00200000:2.0:1775764894.441101:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641187840 chunk: [641187840, 641191936) 641191936, 4096 00020000:00200000:2.0:1775764894.441104:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.441114:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156540, 156540] 00000008:00010000:2.0:1775764894.441119:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.441122:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.441129:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441139:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641187840 641191935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441148:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441156:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441163:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.441170:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641187840, 641191936) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.441175:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156540 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.441190:0:17279:0:(rw26.c:858:ll_write_end()) pos 641187840, len 4096, copied 4096 00000080:00200000:2.0:1775764894.441194:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ad95bb88[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.441197:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000944fab58 fffffc0001001 3:0 ffff967bc9187540 156540 lru 00000080:00200000:2.0:1775764894.441202:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006e03f62b 156540: 1< 0 - - > 2< 641187840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 337 - -> 00000080:00200000:2.0:1775764894.441204:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ad95bb88 00000080:00200000:2.0:1775764894.441206:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.441208:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.441215:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.441227:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.441229:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.441232:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.441237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.441239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.441242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.441271:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441280:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.441288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.441290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.441295:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.441297:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156540, 156540] 00000080:00200000:2.0:1775764894.441308:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.441311:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.441316:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641191936 i_blocks 1196131 00000080:00200000:2.0:1775764894.441319:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.441333:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641191936, count: 4096 00000080:00200000:2.0:1775764894.441344:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641191936, bytes: 4096 00000080:00200000:2.0:1775764894.441346:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.441362:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156542, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.441364:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641191936, 641196032) 0 0 00000080:00200000:2.0:1775764894.441367:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.441456:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156541, 156541] 00020000:00200000:2.0:1775764894.441459:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641191936 chunk: [641191936, 641196032) 641196032, 4096 00020000:00200000:2.0:1775764894.441462:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.441476:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156541, 156541] 00000008:00010000:2.0:1775764894.441482:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.441484:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.441493:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441501:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641191936 641196031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441509:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441516:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441522:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.441530:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641191936, 641196032) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.441535:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156541 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.441563:0:17279:0:(rw26.c:858:ll_write_end()) pos 641191936, len 4096, copied 4096 00000080:00200000:2.0:1775764894.441567:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000086981315[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.441570:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002010dbce fffffc0001001 3:0 ffff967bc91888c0 156541 lru 00000080:00200000:2.0:1775764894.441575:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e672e1fe 156541: 1< 0 - - > 2< 641191936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 338 - -> 00000080:00200000:2.0:1775764894.441576:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000086981315 00000080:00200000:2.0:1775764894.441578:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.441580:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.441588:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.441600:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.441602:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.441604:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.441611:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.441613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.441615:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.441619:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441625:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.441632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.441634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.441638:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.441641:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156541, 156541] 00000080:00200000:2.0:1775764894.441652:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.441654:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.441659:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641196032 i_blocks 1196131 00000080:00200000:2.0:1775764894.441662:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.441678:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641196032, count: 4096 00000080:00200000:2.0:1775764894.441690:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641196032, bytes: 4096 00000080:00200000:2.0:1775764894.441693:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.441696:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156543, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.441697:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641196032, 641200128) 0 0 00000080:00200000:2.0:1775764894.441700:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.441705:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156542, 156542] 00020000:00200000:2.0:1775764894.441707:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641196032 chunk: [641196032, 641200128) 641200128, 4096 00020000:00200000:2.0:1775764894.441710:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.441721:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156542, 156542] 00000008:00010000:2.0:1775764894.441727:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.441729:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.441736:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441745:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641196032 641200127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441752:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441759:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441765:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.441772:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641196032, 641200128) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.441778:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156542 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.441794:0:17279:0:(rw26.c:858:ll_write_end()) pos 641196032, len 4096, copied 4096 00000080:00200000:2.0:1775764894.441798:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a718ec95[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.441801:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bc7c98e0 fffffc0001001 3:0 ffff967bc9188460 156542 lru 00000080:00200000:2.0:1775764894.441806:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e122052a 156542: 1< 0 - - > 2< 641196032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 339 - -> 00000080:00200000:2.0:1775764894.441809:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a718ec95 00000080:00200000:2.0:1775764894.441810:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.441812:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.441821:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.441832:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.441835:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.441837:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.441843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.441846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.441848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.441851:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.441859:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.441866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.441868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.441872:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.441875:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156542, 156542] 00000080:00200000:2.0:1775764894.441885:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.441888:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.441893:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641200128 i_blocks 1196131 00000080:00200000:2.0:1775764894.441896:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.441911:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641200128, count: 4096 00000080:00200000:2.0:1775764894.441922:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641200128, bytes: 4096 00000080:00200000:2.0:1775764894.441925:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.441929:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156544, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.441931:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641200128, 641204224) 0 0 00000080:00200000:2.0:1775764894.441934:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.441940:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156543, 156543] 00020000:00200000:2.0:1775764894.442052:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641200128 chunk: [641200128, 641204224) 641204224, 4096 00020000:00200000:2.0:1775764894.442054:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.442070:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156543, 156543] 00000008:00010000:2.0:1775764894.442076:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.442078:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.442087:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.442095:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641200128 641204223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.442104:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.442110:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.442116:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.442124:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641200128, 641204224) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.442129:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156543 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.443161:0:17279:0:(rw26.c:858:ll_write_end()) pos 641200128, len 4096, copied 4096 00000080:00200000:2.0:1775764894.443174:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000128df9ed[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.443177:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000034744bf2 fffffc0001001 3:0 ffff967bc9188ee0 156543 lru 00000080:00200000:2.0:1775764894.443184:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7dc4c56 156543: 1< 0 - - > 2< 641200128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 340 - -> 00000080:00200000:2.0:1775764894.443186:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000128df9ed 00000080:00200000:2.0:1775764894.443187:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.443191:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.443210:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.443232:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.443236:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.443239:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.443264:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.443267:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.443269:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.443276:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443284:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.443294:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.443297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.443304:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.443309:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156543, 156543] 00000080:00200000:2.0:1775764894.443329:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.443332:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.443341:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641204224 i_blocks 1196131 00000080:00200000:2.0:1775764894.443345:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.443458:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641204224, count: 4096 00000080:00200000:2.0:1775764894.443478:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641204224, bytes: 4096 00000080:00200000:2.0:1775764894.443482:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.443486:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156545, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.443488:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641204224, 641208320) 0 0 00000080:00200000:2.0:1775764894.443491:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.443501:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156544, 156544] 00020000:00200000:2.0:1775764894.443506:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641204224 chunk: [641204224, 641208320) 641208320, 4096 00020000:00200000:2.0:1775764894.443509:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.443527:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156544, 156544] 00000008:00010000:2.0:1775764894.443536:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.443540:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.443552:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443562:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641204224 641208319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443571:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443577:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443584:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.443593:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641204224, 641208320) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.443601:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156544 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.443635:0:17279:0:(rw26.c:858:ll_write_end()) pos 641204224, len 4096, copied 4096 00000080:00200000:2.0:1775764894.443639:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000613319e2[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.443642:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000472b2edd fffffc0001001 3:0 ffff967bc9188d20 156544 lru 00000080:00200000:2.0:1775764894.443647:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000033c9ff63 156544: 1< 0 - - > 2< 641204224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 341 - -> 00000080:00200000:2.0:1775764894.443650:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000613319e2 00000080:00200000:2.0:1775764894.443651:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.443654:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.443663:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.443675:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.443678:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.443680:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.443685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.443688:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.443690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.443694:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443702:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.443710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.443712:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.443716:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.443719:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156544, 156544] 00000080:00200000:2.0:1775764894.443731:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.443734:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.443739:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641208320 i_blocks 1196131 00000080:00200000:2.0:1775764894.443742:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.443758:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641208320, count: 4096 00000080:00200000:2.0:1775764894.443771:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641208320, bytes: 4096 00000080:00200000:2.0:1775764894.443773:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.443777:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156546, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.443778:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641208320, 641212416) 0 0 00000080:00200000:2.0:1775764894.443781:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.443786:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156545, 156545] 00020000:00200000:2.0:1775764894.443789:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641208320 chunk: [641208320, 641212416) 641212416, 4096 00020000:00200000:2.0:1775764894.443791:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.443804:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156545, 156545] 00000008:00010000:2.0:1775764894.443810:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.443812:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.443819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443828:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641208320 641212415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443835:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443843:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.443849:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.443858:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641208320, 641212416) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.443863:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156545 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.443879:0:17279:0:(rw26.c:858:ll_write_end()) pos 641208320, len 4096, copied 4096 00000080:00200000:2.0:1775764894.443884:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fab85267[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.443887:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000421a690e fffffc0001001 3:0 ffff967bc91887e0 156545 lru 00000080:00200000:2.0:1775764894.443892:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5333aa7 156545: 1< 0 - - > 2< 641208320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 342 - -> 00000080:00200000:2.0:1775764894.443894:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fab85267 00000080:00200000:2.0:1775764894.443896:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.443898:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.443907:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.443919:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.443922:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.443924:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.443930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.443933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.443936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.443939:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444035:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.444045:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.444047:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.444052:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.444055:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156545, 156545] 00000080:00200000:2.0:1775764894.444066:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.444070:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.444075:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641212416 i_blocks 1196131 00000080:00200000:2.0:1775764894.444078:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.444094:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641212416, count: 4096 00000080:00200000:2.0:1775764894.444106:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641212416, bytes: 4096 00000080:00200000:2.0:1775764894.444109:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.444113:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156547, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.444115:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641212416, 641216512) 0 0 00000080:00200000:2.0:1775764894.444117:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.444123:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156546, 156546] 00020000:00200000:2.0:1775764894.444125:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641212416 chunk: [641212416, 641216512) 641216512, 4096 00020000:00200000:2.0:1775764894.444128:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.444140:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156546, 156546] 00000008:00010000:2.0:1775764894.444146:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.444148:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.444157:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444166:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641212416 641216511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444175:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444183:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444191:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.444198:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641212416, 641216512) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.444203:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156546 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.444219:0:17279:0:(rw26.c:858:ll_write_end()) pos 641212416, len 4096, copied 4096 00000080:00200000:2.0:1775764894.444223:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000080d440cc[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.444226:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000092e8beff fffffc0001001 3:0 ffff967bc9188b60 156546 lru 00000080:00200000:2.0:1775764894.444232:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000047c8437f 156546: 1< 0 - - > 2< 641212416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 343 - -> 00000080:00200000:2.0:1775764894.444234:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000080d440cc 00000080:00200000:2.0:1775764894.444235:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.444238:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.444281:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.444293:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.444296:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.444298:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.444304:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.444306:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.444309:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.444313:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444322:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.444330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.444332:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.444335:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.444338:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156546, 156546] 00000080:00200000:2.0:1775764894.444348:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.444363:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.444368:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641216512 i_blocks 1196131 00000080:00200000:2.0:1775764894.444447:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.444465:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641216512, count: 4096 00000080:00200000:2.0:1775764894.444477:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641216512, bytes: 4096 00000080:00200000:2.0:1775764894.444479:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.444483:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156548, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.444485:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641216512, 641220608) 0 0 00000080:00200000:2.0:1775764894.444488:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.444494:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156547, 156547] 00020000:00200000:2.0:1775764894.444497:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641216512 chunk: [641216512, 641220608) 641220608, 4096 00020000:00200000:2.0:1775764894.444499:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.444510:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156547, 156547] 00000008:00010000:2.0:1775764894.444515:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.444517:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.444525:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444535:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641216512 641220607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444544:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444552:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444560:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.444568:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641216512, 641220608) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.444572:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156547 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.444588:0:17279:0:(rw26.c:858:ll_write_end()) pos 641216512, len 4096, copied 4096 00000080:00200000:2.0:1775764894.444592:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cd38f4ec[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.444594:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d9ccd27c fffffc0001001 3:0 ffff967bc9188620 156547 lru 00000080:00200000:2.0:1775764894.444600:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000de4083cb 156547: 1< 0 - - > 2< 641216512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 344 - -> 00000080:00200000:2.0:1775764894.444602:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cd38f4ec 00000080:00200000:2.0:1775764894.444604:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.444606:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.444614:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.444626:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.444628:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.444630:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.444636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.444638:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.444641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.444645:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444653:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.444661:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.444663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.444666:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.444669:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156547, 156547] 00000080:00200000:2.0:1775764894.444679:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.444682:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.444686:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641220608 i_blocks 1196131 00000080:00200000:2.0:1775764894.444689:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.444704:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641220608, count: 4096 00000080:00200000:2.0:1775764894.444714:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641220608, bytes: 4096 00000080:00200000:2.0:1775764894.444717:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.444720:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156549, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.444722:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641220608, 641224704) 0 0 00000080:00200000:2.0:1775764894.444725:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.444729:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156548, 156548] 00020000:00200000:2.0:1775764894.444732:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641220608 chunk: [641220608, 641224704) 641224704, 4096 00020000:00200000:2.0:1775764894.444734:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.444744:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156548, 156548] 00000008:00010000:2.0:1775764894.444749:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.444751:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.444758:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444767:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641220608 641224703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444776:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444784:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444792:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.444799:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641220608, 641224704) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.444803:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156548 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.444819:0:17279:0:(rw26.c:858:ll_write_end()) pos 641220608, len 4096, copied 4096 00000080:00200000:2.0:1775764894.444823:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ccc46fa6[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.444825:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa2f47cd fffffc0001001 3:0 ffff967bc9188000 156548 lru 00000080:00200000:2.0:1775764894.444830:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d6b1be71 156548: 1< 0 - - > 2< 641220608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 345 - -> 00000080:00200000:2.0:1775764894.444831:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ccc46fa6 00000080:00200000:2.0:1775764894.444833:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.444835:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.444844:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.444855:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.444857:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.444859:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.444865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.444867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.444869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.444873:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.444881:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.444889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.444891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.444895:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.444898:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156548, 156548] 00000080:00200000:2.0:1775764894.444908:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.444911:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.444915:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641224704 i_blocks 1196131 00000080:00200000:2.0:1775764894.444918:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.444933:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641224704, count: 4096 00000080:00200000:2.0:1775764894.445043:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641224704, bytes: 4096 00000080:00200000:2.0:1775764894.445046:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.445050:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156550, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.445052:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641224704, 641228800) 0 0 00000080:00200000:2.0:1775764894.445055:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.445060:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156549, 156549] 00020000:00200000:2.0:1775764894.445063:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641224704 chunk: [641224704, 641228800) 641228800, 4096 00020000:00200000:2.0:1775764894.445066:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.445077:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156549, 156549] 00000008:00010000:2.0:1775764894.445082:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.445084:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.445092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.445101:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641224704 641228799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.445110:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.445119:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.445126:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.445133:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641224704, 641228800) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.445138:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156549 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.445152:0:17279:0:(rw26.c:858:ll_write_end()) pos 641224704, len 4096, copied 4096 00000080:00200000:2.0:1775764894.445156:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fc66b278[3 0000000014a1af93 2 1 00000000daf20cad] 00000080:00200000:2.0:1775764894.445159:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d2416983 fffffc0001001 3:0 ffff967bc9188380 156549 lru 00000080:00200000:2.0:1775764894.445165:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000094a41c5e 156549: 1< 0 - - > 2< 641224704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 346 - -> 00000080:00200000:2.0:1775764894.445167:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fc66b278 00000080:00200000:2.0:1775764894.445168:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.445170:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.445178:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.445190:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.445193:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.445195:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.445200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.445202:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.445205:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.445209:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.445217:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.445225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9128 (ffff967cc1376d88/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.445228:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376d88/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.445231:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.445234:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156549, 156549] 00000080:00200000:2.0:1775764894.445244:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.445368:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.445554:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641228800 i_blocks 1196131 00000080:00200000:3.0:1775764894.445558:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.445581:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641228800, count: 4096 00000080:00200000:3.0:1775764894.445599:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641228800, bytes: 4096 00000080:00200000:3.0:1775764894.445601:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.445605:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156551, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.445607:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641228800, 641232896) 0 0 00000080:00200000:3.0:1775764894.445609:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.445615:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156550, 156550] 00020000:00200000:3.0:1775764894.445618:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641228800 chunk: [641228800, 641232896) 641232896, 4096 00020000:00200000:3.0:1775764894.445620:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.445637:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156550, 156550] 00000008:00010000:3.0:1775764894.445643:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.445645:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.445654:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445664:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641228800 641232895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445673:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445681:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445688:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.445696:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641228800, 641232896) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.445700:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156550 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.445717:0:17279:0:(rw26.c:858:ll_write_end()) pos 641228800, len 4096, copied 4096 00000080:00200000:3.0:1775764894.445721:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000053dc4573[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.445724:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000056f01cc9 fffffc0001001 3:0 ffff967bc91462a0 156550 lru 00000080:00200000:3.0:1775764894.445730:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bf5facaa 156550: 1< 0 - - > 2< 641228800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 347 - -> 00000080:00200000:3.0:1775764894.445732:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000053dc4573 00000080:00200000:3.0:1775764894.445733:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.445735:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.445744:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.445756:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.445759:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.445761:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.445766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.445769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.445771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.445775:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445784:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.445793:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.445795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.445799:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.445801:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156550, 156550] 00000080:00200000:3.0:1775764894.445816:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.445819:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.445823:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641232896 i_blocks 1196131 00000080:00200000:3.0:1775764894.445826:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.445842:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641232896, count: 4096 00000080:00200000:3.0:1775764894.445853:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641232896, bytes: 4096 00000080:00200000:3.0:1775764894.445856:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.445859:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156552, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.445860:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641232896, 641236992) 0 0 00000080:00200000:3.0:1775764894.445863:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.445868:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156551, 156551] 00020000:00200000:3.0:1775764894.445871:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641232896 chunk: [641232896, 641236992) 641236992, 4096 00020000:00200000:3.0:1775764894.445873:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.445885:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156551, 156551] 00000008:00010000:3.0:1775764894.445890:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.445893:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.445900:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445908:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641232896 641236991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445916:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445923:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.445929:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.445938:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641232896, 641236992) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.446038:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156551 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.446054:0:17279:0:(rw26.c:858:ll_write_end()) pos 641232896, len 4096, copied 4096 00000080:00200000:3.0:1775764894.446059:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000083d4f8c2[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.446061:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003a7059e8 fffffc0001001 3:0 ffff967bc9146e00 156551 lru 00000080:00200000:3.0:1775764894.446066:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000075fd570d 156551: 1< 0 - - > 2< 641232896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 348 - -> 00000080:00200000:3.0:1775764894.446069:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000083d4f8c2 00000080:00200000:3.0:1775764894.446070:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.446072:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.446080:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446098:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.446101:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.446103:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.446110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.446112:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.446115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.446119:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446126:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.446134:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.446137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.446141:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.446145:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156551, 156551] 00000080:00200000:3.0:1775764894.446156:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.446159:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.446164:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641236992 i_blocks 1196131 00000080:00200000:3.0:1775764894.446167:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.446182:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641236992, count: 4096 00000080:00200000:3.0:1775764894.446194:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641236992, bytes: 4096 00000080:00200000:3.0:1775764894.446196:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.446200:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156553, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.446201:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641236992, 641241088) 0 0 00000080:00200000:3.0:1775764894.446204:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.446209:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156552, 156552] 00020000:00200000:3.0:1775764894.446212:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641236992 chunk: [641236992, 641241088) 641241088, 4096 00020000:00200000:3.0:1775764894.446214:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.446225:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156552, 156552] 00000008:00010000:3.0:1775764894.446230:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.446233:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.446240:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446274:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641236992 641241087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446283:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446291:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446299:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446307:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641236992, 641241088) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.446311:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156552 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.446326:0:17279:0:(rw26.c:858:ll_write_end()) pos 641236992, len 4096, copied 4096 00000080:00200000:3.0:1775764894.446330:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d4799685[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.446332:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004aac2ef2 fffffc0001001 3:0 ffff967bc91468c0 156552 lru 00000080:00200000:3.0:1775764894.446338:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000014e54ed7 156552: 1< 0 - - > 2< 641236992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 349 - -> 00000080:00200000:3.0:1775764894.446340:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d4799685 00000080:00200000:3.0:1775764894.446341:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.446343:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.446363:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446449:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.446453:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.446455:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.446461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.446463:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.446466:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.446470:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446478:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.446487:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.446489:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.446493:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.446495:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156552, 156552] 00000080:00200000:3.0:1775764894.446506:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.446509:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.446514:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641241088 i_blocks 1196131 00000080:00200000:3.0:1775764894.446517:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.446532:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641241088, count: 4096 00000080:00200000:3.0:1775764894.446545:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641241088, bytes: 4096 00000080:00200000:3.0:1775764894.446548:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.446551:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156554, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.446553:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641241088, 641245184) 0 0 00000080:00200000:3.0:1775764894.446555:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.446561:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156553, 156553] 00020000:00200000:3.0:1775764894.446563:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641241088 chunk: [641241088, 641245184) 641245184, 4096 00020000:00200000:3.0:1775764894.446566:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.446577:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156553, 156553] 00000008:00010000:3.0:1775764894.446583:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.446585:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.446592:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446601:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641241088 641245183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446608:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446614:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446620:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446627:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641241088, 641245184) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.446633:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156553 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.446648:0:17279:0:(rw26.c:858:ll_write_end()) pos 641241088, len 4096, copied 4096 00000080:00200000:3.0:1775764894.446652:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eebd32a7[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.446654:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b83718c2 fffffc0001001 3:0 ffff967bc9146460 156553 lru 00000080:00200000:3.0:1775764894.446659:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb3d09bf 156553: 1< 0 - - > 2< 641241088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 350 - -> 00000080:00200000:3.0:1775764894.446661:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eebd32a7 00000080:00200000:3.0:1775764894.446662:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.446664:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.446671:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446683:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.446685:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.446688:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.446694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.446696:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.446698:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.446702:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446709:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.446717:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.446719:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.446723:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.446726:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156553, 156553] 00000080:00200000:3.0:1775764894.446736:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.446740:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.446744:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641245184 i_blocks 1196131 00000080:00200000:3.0:1775764894.446747:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.446761:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641245184, count: 4096 00000080:00200000:3.0:1775764894.446773:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641245184, bytes: 4096 00000080:00200000:3.0:1775764894.446776:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.446779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156555, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.446780:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641245184, 641249280) 0 0 00000080:00200000:3.0:1775764894.446783:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.446788:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156554, 156554] 00020000:00200000:3.0:1775764894.446791:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641245184 chunk: [641245184, 641249280) 641249280, 4096 00020000:00200000:3.0:1775764894.446793:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.446806:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156554, 156554] 00000008:00010000:3.0:1775764894.446812:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.446814:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.446821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446830:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641245184 641249279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446844:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.446851:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446859:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641245184, 641249280) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.446863:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156554 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.446880:0:17279:0:(rw26.c:858:ll_write_end()) pos 641245184, len 4096, copied 4096 00000080:00200000:3.0:1775764894.446884:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e60e7c81[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.446887:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000054000326 fffffc0001001 3:0 ffff967bc9146ee0 156554 lru 00000080:00200000:3.0:1775764894.446893:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7ee4573 156554: 1< 0 - - > 2< 641245184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 351 - -> 00000080:00200000:3.0:1775764894.446895:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e60e7c81 00000080:00200000:3.0:1775764894.446896:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.446899:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.446907:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.446919:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.446922:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.446924:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.446930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.446932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.446934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.446938:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447040:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.447049:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.447051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.447056:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.447059:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156554, 156554] 00000080:00200000:3.0:1775764894.447070:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.447073:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.447078:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641249280 i_blocks 1196131 00000080:00200000:3.0:1775764894.447081:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.447096:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641249280, count: 4096 00000080:00200000:3.0:1775764894.447108:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641249280, bytes: 4096 00000080:00200000:3.0:1775764894.447110:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.447114:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156556, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.447116:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641249280, 641253376) 0 0 00000080:00200000:3.0:1775764894.447119:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.447124:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156555, 156555] 00020000:00200000:3.0:1775764894.447127:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641249280 chunk: [641249280, 641253376) 641253376, 4096 00020000:00200000:3.0:1775764894.447129:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.447359:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156555, 156555] 00000008:00010000:3.0:1775764894.447367:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.447369:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.447461:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447470:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641249280 641253375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447477:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447484:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447491:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.447499:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641249280, 641253376) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.447506:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156555 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.447526:0:17279:0:(rw26.c:858:ll_write_end()) pos 641249280, len 4096, copied 4096 00000080:00200000:3.0:1775764894.447530:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f4d198d4[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.447533:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009858fb9f fffffc0001001 3:0 ffff967bc9146d20 156555 lru 00000080:00200000:3.0:1775764894.447538:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bdd6b522 156555: 1< 0 - - > 2< 641249280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 352 - -> 00000080:00200000:3.0:1775764894.447539:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f4d198d4 00000080:00200000:3.0:1775764894.447541:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.447543:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.447553:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.447566:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.447569:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.447570:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.447577:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.447579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.447582:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.447586:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447593:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.447601:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.447603:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.447607:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.447610:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156555, 156555] 00000080:00200000:3.0:1775764894.447621:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.447624:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.447629:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641253376 i_blocks 1196131 00000080:00200000:3.0:1775764894.447632:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.447647:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641253376, count: 4096 00000080:00200000:3.0:1775764894.447660:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641253376, bytes: 4096 00000080:00200000:3.0:1775764894.447663:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.447666:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156557, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.447668:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641253376, 641257472) 0 0 00000080:00200000:3.0:1775764894.447670:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.447677:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156556, 156556] 00020000:00200000:3.0:1775764894.447680:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641253376 chunk: [641253376, 641257472) 641257472, 4096 00020000:00200000:3.0:1775764894.447683:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.447696:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156556, 156556] 00000008:00010000:3.0:1775764894.447701:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.447703:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.447710:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447718:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641253376 641257471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447725:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447733:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447739:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.447746:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641253376, 641257472) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.447751:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156556 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.447767:0:17279:0:(rw26.c:858:ll_write_end()) pos 641253376, len 4096, copied 4096 00000080:00200000:3.0:1775764894.447771:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001d784bf7[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.447774:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008ca7e8d8 fffffc0001001 3:0 ffff967bc91467e0 156556 lru 00000080:00200000:3.0:1775764894.447778:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005328f3bd 156556: 1< 0 - - > 2< 641253376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 353 - -> 00000080:00200000:3.0:1775764894.447780:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001d784bf7 00000080:00200000:3.0:1775764894.447782:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.447784:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.447792:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.447805:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.447808:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.447810:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.447816:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.447818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.447821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.447824:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.447832:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.447839:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.447842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.447846:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.447849:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156556, 156556] 00000080:00200000:3.0:1775764894.447860:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.447863:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.447868:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641257472 i_blocks 1196131 00000080:00200000:3.0:1775764894.447871:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.447886:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641257472, count: 4096 00000080:00200000:3.0:1775764894.447898:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641257472, bytes: 4096 00000080:00200000:3.0:1775764894.447901:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.447904:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156558, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.447906:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641257472, 641261568) 0 0 00000080:00200000:3.0:1775764894.447909:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.447914:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156557, 156557] 00020000:00200000:3.0:1775764894.447916:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641257472 chunk: [641257472, 641261568) 641261568, 4096 00020000:00200000:3.0:1775764894.447919:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.447931:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156557, 156557] 00000008:00010000:3.0:1775764894.447936:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.447939:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.448052:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448062:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641257472 641261567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448069:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448076:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448082:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.448089:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641257472, 641261568) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.448095:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156557 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.448112:0:17279:0:(rw26.c:858:ll_write_end()) pos 641257472, len 4096, copied 4096 00000080:00200000:3.0:1775764894.448116:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d4636e00[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.448119:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006ec016ad fffffc0001001 3:0 ffff967bc9146b60 156557 lru 00000080:00200000:3.0:1775764894.448124:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000690d9f9c 156557: 1< 0 - - > 2< 641257472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 354 - -> 00000080:00200000:3.0:1775764894.448126:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d4636e00 00000080:00200000:3.0:1775764894.448128:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.448130:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.448138:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.448150:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.448152:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.448154:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.448160:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.448162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.448165:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.448168:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448175:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.448184:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.448186:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.448190:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.448192:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156557, 156557] 00000080:00200000:3.0:1775764894.448203:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.448206:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.448212:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641261568 i_blocks 1196131 00000080:00200000:3.0:1775764894.448216:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.448232:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641261568, count: 4096 00000080:00200000:3.0:1775764894.448243:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641261568, bytes: 4096 00000080:00200000:3.0:1775764894.448272:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.448277:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156559, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.448279:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641261568, 641265664) 0 0 00000080:00200000:3.0:1775764894.448281:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.448287:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156558, 156558] 00020000:00200000:3.0:1775764894.448290:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641261568 chunk: [641261568, 641265664) 641265664, 4096 00020000:00200000:3.0:1775764894.448293:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.448307:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156558, 156558] 00000008:00010000:3.0:1775764894.448313:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.448315:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.448323:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448331:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641261568 641265663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448340:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448347:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448364:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.448458:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641261568, 641265664) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.448465:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156558 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.448492:0:17279:0:(rw26.c:858:ll_write_end()) pos 641261568, len 4096, copied 4096 00000080:00200000:3.0:1775764894.448498:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eec0c9d0[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.448500:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003292ebdd fffffc0001001 3:0 ffff967bc9147d20 156558 lru 00000080:00200000:3.0:1775764894.448506:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001f9b5cce 156558: 1< 0 - - > 2< 641261568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 355 - -> 00000080:00200000:3.0:1775764894.448508:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eec0c9d0 00000080:00200000:3.0:1775764894.448509:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.448511:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.448521:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.448535:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.448537:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.448540:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.448546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.448548:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.448550:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.448554:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448561:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.448568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.448569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.448573:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.448576:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156558, 156558] 00000080:00200000:3.0:1775764894.448586:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.448590:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.448594:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641265664 i_blocks 1196131 00000080:00200000:3.0:1775764894.448597:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.448611:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641265664, count: 4096 00000080:00200000:3.0:1775764894.448622:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641265664, bytes: 4096 00000080:00200000:3.0:1775764894.448626:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.448629:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156560, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.448630:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641265664, 641269760) 0 0 00000080:00200000:3.0:1775764894.448633:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.448638:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156559, 156559] 00020000:00200000:3.0:1775764894.448641:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641265664 chunk: [641265664, 641269760) 641269760, 4096 00020000:00200000:3.0:1775764894.448643:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.448655:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156559, 156559] 00000008:00010000:3.0:1775764894.448660:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.448663:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.448670:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448679:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641265664 641269759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448687:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448694:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448701:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.448709:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641265664, 641269760) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.448714:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156559 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.448730:0:17279:0:(rw26.c:858:ll_write_end()) pos 641265664, len 4096, copied 4096 00000080:00200000:3.0:1775764894.448734:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009035fd0f[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.448737:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000edc7c536 fffffc0001001 3:0 ffff967bc91477e0 156559 lru 00000080:00200000:3.0:1775764894.448742:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000926b2293 156559: 1< 0 - - > 2< 641265664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 356 - -> 00000080:00200000:3.0:1775764894.448744:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009035fd0f 00000080:00200000:3.0:1775764894.448746:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.448747:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.448756:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.448768:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.448771:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.448773:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.448778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.448781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.448783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.448787:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448794:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.448802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.448804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.448808:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.448811:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156559, 156559] 00000080:00200000:3.0:1775764894.448821:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.448824:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.448829:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641269760 i_blocks 1196131 00000080:00200000:3.0:1775764894.448831:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.448849:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641269760, count: 4096 00000080:00200000:3.0:1775764894.448860:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641269760, bytes: 4096 00000080:00200000:3.0:1775764894.448862:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.448866:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156561, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.448867:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641269760, 641273856) 0 0 00000080:00200000:3.0:1775764894.448870:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.448875:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156560, 156560] 00020000:00200000:3.0:1775764894.448878:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641269760 chunk: [641269760, 641273856) 641273856, 4096 00020000:00200000:3.0:1775764894.448880:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.448893:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156560, 156560] 00000008:00010000:3.0:1775764894.448898:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.448900:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.448908:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448917:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641269760 641273855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448925:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448933:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.448940:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.449051:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641269760, 641273856) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.449058:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156560 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.449076:0:17279:0:(rw26.c:858:ll_write_end()) pos 641269760, len 4096, copied 4096 00000080:00200000:3.0:1775764894.449081:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c4373f92[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.449083:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000076bfb6df fffffc0001001 3:0 ffff967bc9147b60 156560 lru 00000080:00200000:3.0:1775764894.449089:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd564b19 156560: 1< 0 - - > 2< 641269760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 357 - -> 00000080:00200000:3.0:1775764894.449091:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c4373f92 00000080:00200000:3.0:1775764894.449092:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.449094:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.449103:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.449117:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.449120:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.449122:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.449129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.449131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.449133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.449137:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449145:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.449153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.449155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.449159:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.449162:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156560, 156560] 00000080:00200000:3.0:1775764894.449172:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.449175:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.449180:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641273856 i_blocks 1196131 00000080:00200000:3.0:1775764894.449182:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.449196:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641273856, count: 4096 00000080:00200000:3.0:1775764894.449208:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641273856, bytes: 4096 00000080:00200000:3.0:1775764894.449211:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.449214:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156562, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.449216:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641273856, 641277952) 0 0 00000080:00200000:3.0:1775764894.449219:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.449224:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156561, 156561] 00020000:00200000:3.0:1775764894.449227:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641273856 chunk: [641273856, 641277952) 641277952, 4096 00020000:00200000:3.0:1775764894.449229:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.449241:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156561, 156561] 00000008:00010000:3.0:1775764894.449361:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.449364:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.449458:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449469:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641273856 641277951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449478:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449485:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449492:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.449501:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641273856, 641277952) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.449508:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156561 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.449536:0:17279:0:(rw26.c:858:ll_write_end()) pos 641273856, len 4096, copied 4096 00000080:00200000:3.0:1775764894.449541:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004f586d10[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.449543:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000703fc3a3 fffffc0001021 2:0 ffff967bc9147620 156561 lru 00000080:00200000:3.0:1775764894.449549:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000014314c10 156561: 1< 0 - - > 2< 641273856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 358 - -> 00000080:00200000:3.0:1775764894.449551:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004f586d10 00000080:00200000:3.0:1775764894.449553:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.449555:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.449565:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.449578:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.449581:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.449583:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.449590:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.449593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.449595:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.449599:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449607:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.449614:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.449617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.449621:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.449624:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156561, 156561] 00000080:00200000:3.0:1775764894.449634:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.449637:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.449643:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641277952 i_blocks 1196131 00000080:00200000:3.0:1775764894.449646:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.449663:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641277952, count: 4096 00000080:00200000:3.0:1775764894.449676:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641277952, bytes: 4096 00000080:00200000:3.0:1775764894.449678:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.449682:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156563, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.449683:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641277952, 641282048) 0 0 00000080:00200000:3.0:1775764894.449686:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.449692:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156562, 156562] 00020000:00200000:3.0:1775764894.449695:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641277952 chunk: [641277952, 641282048) 641282048, 4096 00020000:00200000:3.0:1775764894.449698:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.449711:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156562, 156562] 00000008:00010000:3.0:1775764894.449718:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.449720:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.449728:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449737:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641277952 641282047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449746:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449753:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449759:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.449767:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641277952, 641282048) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.449772:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156562 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.449789:0:17279:0:(rw26.c:858:ll_write_end()) pos 641277952, len 4096, copied 4096 00000080:00200000:3.0:1775764894.449793:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bcdb740b[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.449796:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000008cba02a fffffc0001001 3:0 ffff967bc9147000 156562 lru 00000080:00200000:3.0:1775764894.449802:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000521171c8 156562: 1< 0 - - > 2< 641277952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 359 - -> 00000080:00200000:3.0:1775764894.449804:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bcdb740b 00000080:00200000:3.0:1775764894.449806:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.449808:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.449817:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.449829:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.449832:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.449834:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.449840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.449842:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.449845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.449848:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.449856:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.449864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.449867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.449871:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.449874:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156562, 156562] 00000080:00200000:3.0:1775764894.449885:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.449888:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.449893:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641282048 i_blocks 1196131 00000080:00200000:3.0:1775764894.449896:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.449911:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641282048, count: 4096 00000080:00200000:3.0:1775764894.449922:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641282048, bytes: 4096 00000080:00200000:3.0:1775764894.449924:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.449928:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156564, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.449929:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641282048, 641286144) 0 0 00000080:00200000:3.0:1775764894.449932:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.449938:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156563, 156563] 00020000:00200000:3.0:1775764894.450044:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641282048 chunk: [641282048, 641286144) 641286144, 4096 00020000:00200000:3.0:1775764894.450049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.450066:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156563, 156563] 00000008:00010000:3.0:1775764894.450072:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.450074:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.450081:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450090:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641282048 641286143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450099:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450106:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450113:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.450122:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641282048, 641286144) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.450127:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156563 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.450145:0:17279:0:(rw26.c:858:ll_write_end()) pos 641282048, len 4096, copied 4096 00000080:00200000:3.0:1775764894.450150:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005e02a154[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.450153:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001a181212 fffffc0001001 3:0 ffff967bc9147380 156563 lru 00000080:00200000:3.0:1775764894.450159:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5b608ba 156563: 1< 0 - - > 2< 641282048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 360 - -> 00000080:00200000:3.0:1775764894.450162:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005e02a154 00000080:00200000:3.0:1775764894.450163:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.450165:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.450174:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.450187:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.450190:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.450192:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.450197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.450200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.450202:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.450206:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450213:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.450222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.450224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.450228:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.450231:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156563, 156563] 00000080:00200000:3.0:1775764894.450240:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.450339:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.450346:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641286144 i_blocks 1196131 00000080:00200000:3.0:1775764894.450349:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.450464:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641286144, count: 4096 00000080:00200000:3.0:1775764894.450480:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641286144, bytes: 4096 00000080:00200000:3.0:1775764894.450483:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.450487:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156565, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.450488:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641286144, 641290240) 0 0 00000080:00200000:3.0:1775764894.450491:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.450498:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156564, 156564] 00020000:00200000:3.0:1775764894.450502:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641286144 chunk: [641286144, 641290240) 641290240, 4096 00020000:00200000:3.0:1775764894.450504:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.450519:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156564, 156564] 00000008:00010000:3.0:1775764894.450524:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.450527:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.450535:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450545:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641286144 641290239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450553:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450561:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450567:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.450576:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641286144, 641290240) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.450582:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156564 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.450600:0:17279:0:(rw26.c:858:ll_write_end()) pos 641286144, len 4096, copied 4096 00000080:00200000:3.0:1775764894.450605:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008049b0d1[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.450608:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000155c804 fffffc0001001 3:0 ffff967bc9147c40 156564 lru 00000080:00200000:3.0:1775764894.450613:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ecd13ff0 156564: 1< 0 - - > 2< 641286144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 361 - -> 00000080:00200000:3.0:1775764894.450615:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008049b0d1 00000080:00200000:3.0:1775764894.450617:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.450619:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.450628:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.450641:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.450644:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.450646:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.450652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.450655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.450657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.450660:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450668:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.450676:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.450679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.450684:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.450686:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156564, 156564] 00000080:00200000:3.0:1775764894.450698:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.450702:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.450707:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641290240 i_blocks 1196131 00000080:00200000:3.0:1775764894.450710:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.450726:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641290240, count: 4096 00000080:00200000:3.0:1775764894.450738:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641290240, bytes: 4096 00000080:00200000:3.0:1775764894.450741:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.450745:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156566, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.450747:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641290240, 641294336) 0 0 00000080:00200000:3.0:1775764894.450750:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.450755:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156565, 156565] 00020000:00200000:3.0:1775764894.450758:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641290240 chunk: [641290240, 641294336) 641294336, 4096 00020000:00200000:3.0:1775764894.450760:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.450772:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156565, 156565] 00000008:00010000:3.0:1775764894.450778:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.450780:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.450789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450797:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641290240 641294335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450805:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450813:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450821:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.450828:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641290240, 641294336) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.450833:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156565 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.450852:0:17279:0:(rw26.c:858:ll_write_end()) pos 641290240, len 4096, copied 4096 00000080:00200000:3.0:1775764894.450856:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000047ec7662[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.450859:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8262b23 fffffc0001001 3:0 ffff967bc91479a0 156565 lru 00000080:00200000:3.0:1775764894.450863:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b21b983d 156565: 1< 0 - - > 2< 641290240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 362 - -> 00000080:00200000:3.0:1775764894.450865:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000047ec7662 00000080:00200000:3.0:1775764894.450867:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.450869:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.450877:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.450889:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.450892:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.450894:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.450900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.450903:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.450905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.450908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.450916:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.450923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.450925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.450929:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.450932:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156565, 156565] 00000080:00200000:3.0:1775764894.451044:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.451048:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.451053:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641294336 i_blocks 1196131 00000080:00200000:3.0:1775764894.451056:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.451073:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641294336, count: 4096 00000080:00200000:3.0:1775764894.451085:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641294336, bytes: 4096 00000080:00200000:3.0:1775764894.451088:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.451092:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156567, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.451093:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641294336, 641298432) 0 0 00000080:00200000:3.0:1775764894.451096:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.451102:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156566, 156566] 00020000:00200000:3.0:1775764894.451105:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641294336 chunk: [641294336, 641298432) 641298432, 4096 00020000:00200000:3.0:1775764894.451107:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.451121:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156566, 156566] 00000008:00010000:3.0:1775764894.451127:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.451129:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.451137:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451146:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641294336 641298431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451155:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451163:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451170:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.451179:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641294336, 641298432) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.451185:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156566 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.451202:0:17279:0:(rw26.c:858:ll_write_end()) pos 641294336, len 4096, copied 4096 00000080:00200000:3.0:1775764894.451207:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002f862bb6[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.451210:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006684e68b fffffc0001001 3:0 ffff967bc9147a80 156566 lru 00000080:00200000:3.0:1775764894.451216:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007854eb00 156566: 1< 0 - - > 2< 641294336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 363 - -> 00000080:00200000:3.0:1775764894.451218:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002f862bb6 00000080:00200000:3.0:1775764894.451219:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.451222:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.451231:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.451244:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.451360:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.451363:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.451453:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.451458:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.451461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.451465:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451474:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.451483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.451485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.451490:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.451493:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156566, 156566] 00000080:00200000:3.0:1775764894.451505:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.451508:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.451514:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641298432 i_blocks 1196131 00000080:00200000:3.0:1775764894.451517:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.451534:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641298432, count: 4096 00000080:00200000:3.0:1775764894.451547:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641298432, bytes: 4096 00000080:00200000:3.0:1775764894.451550:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.451554:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156568, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.451555:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641298432, 641302528) 0 0 00000080:00200000:3.0:1775764894.451558:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.451564:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156567, 156567] 00020000:00200000:3.0:1775764894.451567:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641298432 chunk: [641298432, 641302528) 641302528, 4096 00020000:00200000:3.0:1775764894.451570:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.451583:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156567, 156567] 00000008:00010000:3.0:1775764894.451588:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.451591:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.451599:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451608:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641298432 641302527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451616:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451623:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451629:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.451638:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641298432, 641302528) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.451643:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156567 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.451662:0:17279:0:(rw26.c:858:ll_write_end()) pos 641298432, len 4096, copied 4096 00000080:00200000:3.0:1775764894.451667:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005f49464a[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.451670:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000063d8ab6b fffffc0001001 3:0 ffff967bc9147540 156567 lru 00000080:00200000:3.0:1775764894.451676:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ae0bb165 156567: 1< 0 - - > 2< 641298432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 364 - -> 00000080:00200000:3.0:1775764894.451678:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005f49464a 00000080:00200000:3.0:1775764894.451679:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.451681:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.451690:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.451703:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.451706:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.451709:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.451715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.451718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.451720:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.451724:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451733:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.451741:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.451743:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.451748:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.451750:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156567, 156567] 00000080:00200000:3.0:1775764894.451761:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.451764:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.451769:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641302528 i_blocks 1196131 00000080:00200000:3.0:1775764894.451772:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.451787:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641302528, count: 4096 00000080:00200000:3.0:1775764894.451797:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641302528, bytes: 4096 00000080:00200000:3.0:1775764894.451800:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.451803:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156569, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.451805:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641302528, 641306624) 0 0 00000080:00200000:3.0:1775764894.451808:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.451813:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156568, 156568] 00020000:00200000:3.0:1775764894.451815:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641302528 chunk: [641302528, 641306624) 641306624, 4096 00020000:00200000:3.0:1775764894.451818:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.451830:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156568, 156568] 00000008:00010000:3.0:1775764894.451836:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.451838:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.451846:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451855:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641302528 641306623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451862:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451869:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.451875:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.451882:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641302528, 641306624) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.451887:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156568 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.451903:0:17279:0:(rw26.c:858:ll_write_end()) pos 641302528, len 4096, copied 4096 00000080:00200000:3.0:1775764894.451908:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000006c9a50d[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.451911:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fc039862 fffffc0001001 3:0 ffff967bc91470e0 156568 lru 00000080:00200000:3.0:1775764894.451917:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000050f82470 156568: 1< 0 - - > 2< 641302528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 365 - -> 00000080:00200000:3.0:1775764894.451920:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000006c9a50d 00000080:00200000:3.0:1775764894.451921:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.451924:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.451932:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.452041:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.452045:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.452048:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.452054:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.452057:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.452059:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.452063:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452071:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.452080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.452083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.452088:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.452090:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156568, 156568] 00000080:00200000:3.0:1775764894.452102:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.452106:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.452111:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641306624 i_blocks 1196131 00000080:00200000:3.0:1775764894.452114:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.452129:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641306624, count: 4096 00000080:00200000:3.0:1775764894.452141:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641306624, bytes: 4096 00000080:00200000:3.0:1775764894.452144:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.452147:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156570, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.452149:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641306624, 641310720) 0 0 00000080:00200000:3.0:1775764894.452152:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.452157:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156569, 156569] 00020000:00200000:3.0:1775764894.452159:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641306624 chunk: [641306624, 641310720) 641310720, 4096 00020000:00200000:3.0:1775764894.452162:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.452173:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156569, 156569] 00000008:00010000:3.0:1775764894.452178:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.452181:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.452189:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452198:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641306624 641310719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452206:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452213:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452221:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.452229:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641306624, 641310720) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.452235:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156569 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.452334:0:17279:0:(rw26.c:858:ll_write_end()) pos 641306624, len 4096, copied 4096 00000080:00200000:3.0:1775764894.452339:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000b648e5c[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.452342:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017592fb1 fffffc0001001 3:0 ffff967bc91471c0 156569 lru 00000080:00200000:3.0:1775764894.452347:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002607d8ce 156569: 1< 0 - - > 2< 641306624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 366 - -> 00000080:00200000:3.0:1775764894.452360:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000b648e5c 00000080:00200000:3.0:1775764894.452362:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.452364:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.452450:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.452466:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.452469:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.452472:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.452477:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.452480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.452483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.452487:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452495:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.452503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.452505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.452510:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.452513:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156569, 156569] 00000080:00200000:3.0:1775764894.452524:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.452527:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.452532:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641310720 i_blocks 1196131 00000080:00200000:3.0:1775764894.452535:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.452552:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641310720, count: 4096 00000080:00200000:3.0:1775764894.452565:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641310720, bytes: 4096 00000080:00200000:3.0:1775764894.452567:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.452571:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156571, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.452573:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641310720, 641314816) 0 0 00000080:00200000:3.0:1775764894.452576:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.452582:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156570, 156570] 00020000:00200000:3.0:1775764894.452585:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641310720 chunk: [641310720, 641314816) 641314816, 4096 00020000:00200000:3.0:1775764894.452587:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.452600:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156570, 156570] 00000008:00010000:3.0:1775764894.452606:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.452608:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.452617:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452627:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641310720 641314815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452635:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452648:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.452656:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641310720, 641314816) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.452662:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156570 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.452679:0:17279:0:(rw26.c:858:ll_write_end()) pos 641310720, len 4096, copied 4096 00000080:00200000:3.0:1775764894.452684:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000142f76de[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.452687:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000094d8ca1c fffffc0001001 3:0 ffff967bc9147700 156570 lru 00000080:00200000:3.0:1775764894.452693:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f85e6793 156570: 1< 0 - - > 2< 641310720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 367 - -> 00000080:00200000:3.0:1775764894.452695:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000142f76de 00000080:00200000:3.0:1775764894.452697:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.452699:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.452707:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.452719:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.452723:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.452725:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.452732:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.452734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.452736:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.452741:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452750:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.452758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.452760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.452765:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.452767:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156570, 156570] 00000080:00200000:3.0:1775764894.452779:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.452782:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.452787:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641314816 i_blocks 1196131 00000080:00200000:3.0:1775764894.452791:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.452806:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641314816, count: 4096 00000080:00200000:3.0:1775764894.452819:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641314816, bytes: 4096 00000080:00200000:3.0:1775764894.452822:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.452826:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156572, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.452827:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641314816, 641318912) 0 0 00000080:00200000:3.0:1775764894.452830:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.452835:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156571, 156571] 00020000:00200000:3.0:1775764894.452838:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641314816 chunk: [641314816, 641318912) 641318912, 4096 00020000:00200000:3.0:1775764894.452840:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.452852:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156571, 156571] 00000008:00010000:3.0:1775764894.452858:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.452860:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.452867:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452876:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641314816 641318911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452891:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.452897:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.452905:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641314816, 641318912) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.452911:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156571 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.452927:0:17279:0:(rw26.c:858:ll_write_end()) pos 641314816, len 4096, copied 4096 00000080:00200000:3.0:1775764894.452931:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000005b2a7e5[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.452934:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005f5f1927 fffffc0001001 3:0 ffff967bc91472a0 156571 lru 00000080:00200000:3.0:1775764894.452940:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfb58ff6 156571: 1< 0 - - > 2< 641314816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 368 - -> 00000080:00200000:3.0:1775764894.453046:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000005b2a7e5 00000080:00200000:3.0:1775764894.453047:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.453050:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.453060:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.453072:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.453075:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.453077:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.453083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.453085:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.453088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.453092:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453099:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.453108:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.453110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.453114:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.453117:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156571, 156571] 00000080:00200000:3.0:1775764894.453128:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.453131:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.453136:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641318912 i_blocks 1196131 00000080:00200000:3.0:1775764894.453139:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.453156:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641318912, count: 4096 00000080:00200000:3.0:1775764894.453168:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641318912, bytes: 4096 00000080:00200000:3.0:1775764894.453171:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.453175:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156573, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.453177:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641318912, 641323008) 0 0 00000080:00200000:3.0:1775764894.453180:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.453186:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156572, 156572] 00020000:00200000:3.0:1775764894.453189:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641318912 chunk: [641318912, 641323008) 641323008, 4096 00020000:00200000:3.0:1775764894.453191:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.453204:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156572, 156572] 00000008:00010000:3.0:1775764894.453210:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.453213:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.453221:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453231:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641318912 641323007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453240:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453333:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453341:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.453359:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641318912, 641323008) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.453365:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156572 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.453465:0:17279:0:(rw26.c:858:ll_write_end()) pos 641318912, len 4096, copied 4096 00000080:00200000:3.0:1775764894.453470:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005b4101f4[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.453473:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000094ed6456 fffffc0001001 3:0 ffff967bc9147e00 156572 lru 00000080:00200000:3.0:1775764894.453479:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000028304cb3 156572: 1< 0 - - > 2< 641318912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 369 - -> 00000080:00200000:3.0:1775764894.453481:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005b4101f4 00000080:00200000:3.0:1775764894.453483:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.453485:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.453495:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.453508:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.453511:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.453514:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.453520:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.453523:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.453525:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.453529:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453537:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.453544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.453547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.453551:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.453555:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156572, 156572] 00000080:00200000:3.0:1775764894.453566:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.453569:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.453574:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641323008 i_blocks 1196131 00000080:00200000:3.0:1775764894.453578:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.453593:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641323008, count: 4096 00000080:00200000:3.0:1775764894.453606:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641323008, bytes: 4096 00000080:00200000:3.0:1775764894.453609:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.453612:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156574, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.453614:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641323008, 641327104) 0 0 00000080:00200000:3.0:1775764894.453617:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.453622:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156573, 156573] 00020000:00200000:3.0:1775764894.453626:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641323008 chunk: [641323008, 641327104) 641327104, 4096 00020000:00200000:3.0:1775764894.453628:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.453641:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156573, 156573] 00000008:00010000:3.0:1775764894.453647:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.453649:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.453657:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453667:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641323008 641327103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453676:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453683:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453690:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.453698:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641323008, 641327104) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.453703:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156573 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.453719:0:17279:0:(rw26.c:858:ll_write_end()) pos 641323008, len 4096, copied 4096 00000080:00200000:3.0:1775764894.453723:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000029360c0c[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.453726:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000260be22e fffffc0001001 3:0 ffff967bc91478c0 156573 lru 00000080:00200000:3.0:1775764894.453732:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000000948473 156573: 1< 0 - - > 2< 641323008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 370 - -> 00000080:00200000:3.0:1775764894.453734:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000029360c0c 00000080:00200000:3.0:1775764894.453736:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.453738:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.453746:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.453757:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.453760:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.453762:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.453768:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.453771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.453773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.453778:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453786:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.453794:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.453796:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.453801:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.453804:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156573, 156573] 00000080:00200000:3.0:1775764894.453815:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.453818:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.453822:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641327104 i_blocks 1196131 00000080:00200000:3.0:1775764894.453825:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.453842:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641327104, count: 4096 00000080:00200000:3.0:1775764894.453853:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641327104, bytes: 4096 00000080:00200000:3.0:1775764894.453856:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.453859:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156575, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.453861:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641327104, 641331200) 0 0 00000080:00200000:3.0:1775764894.453863:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.453868:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156574, 156574] 00020000:00200000:3.0:1775764894.453871:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641327104 chunk: [641327104, 641331200) 641331200, 4096 00020000:00200000:3.0:1775764894.453873:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.453887:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156574, 156574] 00000008:00010000:3.0:1775764894.453892:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.453894:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.453902:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453911:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641327104 641331199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453920:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453927:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.453934:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454037:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641327104, 641331200) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.454044:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156574 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.454062:0:17279:0:(rw26.c:858:ll_write_end()) pos 641327104, len 4096, copied 4096 00000080:00200000:3.0:1775764894.454067:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c4440128[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.454069:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000baecc3d7 fffffc0001001 3:0 ffff967bc9147460 156574 lru 00000080:00200000:3.0:1775764894.454075:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000037de1c6d 156574: 1< 0 - - > 2< 641327104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 371 - -> 00000080:00200000:3.0:1775764894.454078:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c4440128 00000080:00200000:3.0:1775764894.454079:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.454081:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.454091:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454104:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.454107:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.454109:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.454115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.454118:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.454120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.454124:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454131:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.454140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.454142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.454146:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.454149:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156574, 156574] 00000080:00200000:3.0:1775764894.454160:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.454163:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.454168:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641331200 i_blocks 1196131 00000080:00200000:3.0:1775764894.454171:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.454187:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641331200, count: 4096 00000080:00200000:3.0:1775764894.454199:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641331200, bytes: 4096 00000080:00200000:3.0:1775764894.454202:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.454206:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156576, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.454208:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641331200, 641335296) 0 0 00000080:00200000:3.0:1775764894.454211:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.454217:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156575, 156575] 00020000:00200000:3.0:1775764894.454220:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641331200 chunk: [641331200, 641335296) 641335296, 4096 00020000:00200000:3.0:1775764894.454222:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.454234:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156575, 156575] 00000008:00010000:3.0:1775764894.454240:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.454242:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.454275:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454284:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641331200 641335295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454292:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454300:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454308:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454316:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641331200, 641335296) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.454322:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156575 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.454340:0:17279:0:(rw26.c:858:ll_write_end()) pos 641331200, len 4096, copied 4096 00000080:00200000:3.0:1775764894.454345:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002507cd41[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.454348:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000094cba87f fffffc0001001 3:0 ffff967bc9147ee0 156575 lru 00000080:00200000:3.0:1775764894.454363:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005664c999 156575: 1< 0 - - > 2< 641331200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 372 - -> 00000080:00200000:3.0:1775764894.454366:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002507cd41 00000080:00200000:3.0:1775764894.454367:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.454446:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.454458:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454472:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.454475:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.454477:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.454483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.454485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.454488:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.454492:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454500:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.454508:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.454511:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.454515:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.454518:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156575, 156575] 00000080:00200000:3.0:1775764894.454528:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.454531:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.454536:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641335296 i_blocks 1196131 00000080:00200000:3.0:1775764894.454539:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.454554:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641335296, count: 4096 00000080:00200000:3.0:1775764894.454567:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641335296, bytes: 4096 00000080:00200000:3.0:1775764894.454570:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.454574:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156577, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.454575:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641335296, 641339392) 0 0 00000080:00200000:3.0:1775764894.454578:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.454584:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156576, 156576] 00020000:00200000:3.0:1775764894.454587:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641335296 chunk: [641335296, 641339392) 641339392, 4096 00020000:00200000:3.0:1775764894.454589:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.454603:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156576, 156576] 00000008:00010000:3.0:1775764894.454608:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.454610:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.454618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454627:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641335296 641339391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454635:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454649:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454657:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641335296, 641339392) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.454662:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156576 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.454694:0:17279:0:(rw26.c:858:ll_write_end()) pos 641335296, len 4096, copied 4096 00000080:00200000:3.0:1775764894.454699:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000212e3942[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.454702:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000a80d4f4 fffffc0001021 2:0 ffff967bc91482a0 156576 lru 00000080:00200000:3.0:1775764894.454707:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ceecc803 156576: 1< 0 - - > 2< 641335296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 373 - -> 00000080:00200000:3.0:1775764894.454709:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000212e3942 00000080:00200000:3.0:1775764894.454711:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.454714:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.454722:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454735:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.454738:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.454740:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.454746:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.454749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.454751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.454755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454763:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.454771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.454773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.454777:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.454780:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156576, 156576] 00000080:00200000:3.0:1775764894.454791:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.454794:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.454799:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641339392 i_blocks 1196131 00000080:00200000:3.0:1775764894.454802:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.454817:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641339392, count: 4096 00000080:00200000:3.0:1775764894.454829:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641339392, bytes: 4096 00000080:00200000:3.0:1775764894.454831:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.454835:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156578, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.454836:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641339392, 641343488) 0 0 00000080:00200000:3.0:1775764894.454839:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.454844:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156577, 156577] 00020000:00200000:3.0:1775764894.454847:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641339392 chunk: [641339392, 641343488) 641343488, 4096 00020000:00200000:3.0:1775764894.454850:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.454862:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156577, 156577] 00000008:00010000:3.0:1775764894.454866:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.454868:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.454877:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454886:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641339392 641343487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454894:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454902:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.454910:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.454918:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641339392, 641343488) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.454923:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156577 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.455042:0:17279:0:(rw26.c:858:ll_write_end()) pos 641339392, len 4096, copied 4096 00000080:00200000:3.0:1775764894.455047:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f4e41dc2[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.455050:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008723d274 fffffc0001001 3:0 ffff967bc9148e00 156577 lru 00000080:00200000:3.0:1775764894.455056:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000476aaa5b 156577: 1< 0 - - > 2< 641339392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 374 - -> 00000080:00200000:3.0:1775764894.455058:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f4e41dc2 00000080:00200000:3.0:1775764894.455059:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.455061:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.455070:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.455082:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.455086:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.455088:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.455094:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.455097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.455099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.455103:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455111:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.455120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.455123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.455127:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.455130:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156577, 156577] 00000080:00200000:3.0:1775764894.455456:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.455460:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.455467:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641343488 i_blocks 1196131 00000080:00200000:3.0:1775764894.455470:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.455490:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641343488, count: 4096 00000080:00200000:3.0:1775764894.455503:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641343488, bytes: 4096 00000080:00200000:3.0:1775764894.455507:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.455511:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156579, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.455513:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641343488, 641347584) 0 0 00000080:00200000:3.0:1775764894.455516:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.455523:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156578, 156578] 00020000:00200000:3.0:1775764894.455526:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641343488 chunk: [641343488, 641347584) 641347584, 4096 00020000:00200000:3.0:1775764894.455529:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.455544:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156578, 156578] 00000008:00010000:3.0:1775764894.455550:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.455553:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.455561:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455571:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641343488 641347583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455579:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455586:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455593:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.455601:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641343488, 641347584) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.455607:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156578 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.455626:0:17279:0:(rw26.c:858:ll_write_end()) pos 641343488, len 4096, copied 4096 00000080:00200000:3.0:1775764894.455630:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000441367eb[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.455633:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001416e362 fffffc0001001 3:0 ffff967bc91488c0 156578 lru 00000080:00200000:3.0:1775764894.455639:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000761faca 156578: 1< 0 - - > 2< 641343488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 375 - -> 00000080:00200000:3.0:1775764894.455641:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000441367eb 00000080:00200000:3.0:1775764894.455643:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.455645:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.455655:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.455669:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.455672:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.455674:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.455681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.455684:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.455686:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.455690:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455699:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.455707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.455709:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.455714:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.455717:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156578, 156578] 00000080:00200000:3.0:1775764894.455727:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.455730:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.455735:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641347584 i_blocks 1196131 00000080:00200000:3.0:1775764894.455738:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.455752:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641347584, count: 4096 00000080:00200000:3.0:1775764894.455764:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641347584, bytes: 4096 00000080:00200000:3.0:1775764894.455767:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.455771:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156580, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.455773:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641347584, 641351680) 0 0 00000080:00200000:3.0:1775764894.455776:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.455781:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156579, 156579] 00020000:00200000:3.0:1775764894.455784:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641347584 chunk: [641347584, 641351680) 641351680, 4096 00020000:00200000:3.0:1775764894.455787:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.455799:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156579, 156579] 00000008:00010000:3.0:1775764894.455806:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.455808:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.455816:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455825:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641347584 641351679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455833:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455840:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.455847:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.455855:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641347584, 641351680) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.455860:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156579 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.455877:0:17279:0:(rw26.c:858:ll_write_end()) pos 641347584, len 4096, copied 4096 00000080:00200000:3.0:1775764894.455881:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a1275bcb[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.455883:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a016c18f fffffc0001001 3:0 ffff967bc9148460 156579 lru 00000080:00200000:3.0:1775764894.455888:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001a53aaef 156579: 1< 0 - - > 2< 641347584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 376 - -> 00000080:00200000:3.0:1775764894.455890:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a1275bcb 00000080:00200000:3.0:1775764894.455892:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.455894:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.455903:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.455915:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.455917:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.455920:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.455926:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.455928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.455930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.455934:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456042:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.456054:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.456057:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.456062:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.456065:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156579, 156579] 00000080:00200000:3.0:1775764894.456076:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.456079:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.456084:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641351680 i_blocks 1196131 00000080:00200000:3.0:1775764894.456087:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.456103:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641351680, count: 4096 00000080:00200000:3.0:1775764894.456116:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641351680, bytes: 4096 00000080:00200000:3.0:1775764894.456119:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.456123:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156581, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.456125:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641351680, 641355776) 0 0 00000080:00200000:3.0:1775764894.456128:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.456133:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156580, 156580] 00020000:00200000:3.0:1775764894.456136:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641351680 chunk: [641351680, 641355776) 641355776, 4096 00020000:00200000:3.0:1775764894.456138:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.456151:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156580, 156580] 00000008:00010000:3.0:1775764894.456157:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.456159:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.456166:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456176:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641351680 641355775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456185:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456193:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456201:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.456209:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641351680, 641355776) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.456215:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156580 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.456231:0:17279:0:(rw26.c:858:ll_write_end()) pos 641351680, len 4096, copied 4096 00000080:00200000:3.0:1775764894.456235:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006e1ba47b[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.456238:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6f50460 fffffc0001001 3:0 ffff967bc9148ee0 156580 lru 00000080:00200000:3.0:1775764894.456338:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8b944b4 156580: 1< 0 - - > 2< 641351680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 377 - -> 00000080:00200000:3.0:1775764894.456341:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006e1ba47b 00000080:00200000:3.0:1775764894.456343:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.456345:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.456366:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.456464:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.456468:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.456470:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.456478:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.456481:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.456483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.456486:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456495:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.456503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.456506:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.456510:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.456513:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156580, 156580] 00000080:00200000:3.0:1775764894.456525:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.456528:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.456533:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641355776 i_blocks 1196131 00000080:00200000:3.0:1775764894.456536:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.456550:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641355776, count: 4096 00000080:00200000:3.0:1775764894.456563:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641355776, bytes: 4096 00000080:00200000:3.0:1775764894.456566:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.456570:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156582, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.456571:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641355776, 641359872) 0 0 00000080:00200000:3.0:1775764894.456574:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.456580:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156581, 156581] 00020000:00200000:3.0:1775764894.456583:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641355776 chunk: [641355776, 641359872) 641359872, 4096 00020000:00200000:3.0:1775764894.456585:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.456598:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156581, 156581] 00000008:00010000:3.0:1775764894.456603:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.456606:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.456614:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456623:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641355776 641359871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456631:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456639:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456646:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.456654:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641355776, 641359872) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.456659:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156581 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.456675:0:17279:0:(rw26.c:858:ll_write_end()) pos 641355776, len 4096, copied 4096 00000080:00200000:3.0:1775764894.456679:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001364be0c[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.456682:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000ffc8099 fffffc0001001 3:0 ffff967bc9148d20 156581 lru 00000080:00200000:3.0:1775764894.456688:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fe0625fc 156581: 1< 0 - - > 2< 641355776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 378 - -> 00000080:00200000:3.0:1775764894.456690:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001364be0c 00000080:00200000:3.0:1775764894.456691:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.456693:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.456701:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.456713:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.456716:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.456718:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.456724:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.456727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.456730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.456733:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456742:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.456750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.456752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.456756:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.456759:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156581, 156581] 00000080:00200000:3.0:1775764894.456770:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.456773:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.456778:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641359872 i_blocks 1196131 00000080:00200000:3.0:1775764894.456780:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.456797:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641359872, count: 4096 00000080:00200000:3.0:1775764894.456808:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641359872, bytes: 4096 00000080:00200000:3.0:1775764894.456811:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.456815:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156583, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.456816:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641359872, 641363968) 0 0 00000080:00200000:3.0:1775764894.456819:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.456823:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156582, 156582] 00020000:00200000:3.0:1775764894.456826:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641359872 chunk: [641359872, 641363968) 641363968, 4096 00020000:00200000:3.0:1775764894.456828:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.456841:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156582, 156582] 00000008:00010000:3.0:1775764894.456847:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.456849:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.456857:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456865:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641359872 641363967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456880:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.456886:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.456894:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641359872, 641363968) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.456899:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156582 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.460695:0:17279:0:(rw26.c:858:ll_write_end()) pos 641359872, len 4096, copied 4096 00000080:00200000:3.0:1775764894.460713:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e04e21fd[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.460717:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000310c5ddf fffffc0001001 3:0 ffff967bc91487e0 156582 lru 00000080:00200000:3.0:1775764894.460725:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000028bf6587 156582: 1< 0 - - > 2< 641359872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 379 - -> 00000080:00200000:3.0:1775764894.460728:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e04e21fd 00000080:00200000:3.0:1775764894.460730:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.460735:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.460760:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.460792:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.460797:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.460800:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.460817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.460821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.460824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.460830:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.460839:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.460854:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.460857:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.460865:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.460873:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156582, 156582] 00000080:00200000:3.0:1775764894.460902:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.460906:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.460918:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641363968 i_blocks 1196131 00000080:00200000:3.0:1775764894.460923:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.461105:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641363968, count: 4096 00000080:00200000:3.0:1775764894.461136:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641363968, bytes: 4096 00000080:00200000:3.0:1775764894.461142:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.461147:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156584, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.461149:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641363968, 641368064) 0 0 00000080:00200000:3.0:1775764894.461153:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.461166:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156583, 156583] 00020000:00200000:3.0:1775764894.461172:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641363968 chunk: [641363968, 641368064) 641368064, 4096 00020000:00200000:3.0:1775764894.461175:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.461199:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156583, 156583] 00000008:00010000:3.0:1775764894.461213:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.461217:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.461234:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461301:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641363968 641368063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461314:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461322:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461329:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.461340:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641363968, 641368064) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.461360:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156583 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.461468:0:17279:0:(rw26.c:858:ll_write_end()) pos 641363968, len 4096, copied 4096 00000080:00200000:3.0:1775764894.461474:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000049724832[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.461477:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066fa2dcf fffffc0001001 3:0 ffff967bc9148b60 156583 lru 00000080:00200000:3.0:1775764894.461483:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000662bc10e 156583: 1< 0 - - > 2< 641363968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 380 - -> 00000080:00200000:3.0:1775764894.461486:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000049724832 00000080:00200000:3.0:1775764894.461488:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.461490:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.461501:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.461515:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.461518:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.461520:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.461527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.461529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.461532:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.461536:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461543:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.461553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.461555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.461560:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.461564:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156583, 156583] 00000080:00200000:3.0:1775764894.461575:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.461578:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.461584:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641368064 i_blocks 1196131 00000080:00200000:3.0:1775764894.461587:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.461606:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641368064, count: 4096 00000080:00200000:3.0:1775764894.461618:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641368064, bytes: 4096 00000080:00200000:3.0:1775764894.461622:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.461625:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156585, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.461627:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641368064, 641372160) 0 0 00000080:00200000:3.0:1775764894.461630:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.461635:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156584, 156584] 00020000:00200000:3.0:1775764894.461638:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641368064 chunk: [641368064, 641372160) 641372160, 4096 00020000:00200000:3.0:1775764894.461640:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.461655:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156584, 156584] 00000008:00010000:3.0:1775764894.461661:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.461664:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.461672:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461682:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641368064 641372159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461691:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461699:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461707:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.461715:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641368064, 641372160) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.461720:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156584 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.461737:0:17279:0:(rw26.c:858:ll_write_end()) pos 641368064, len 4096, copied 4096 00000080:00200000:3.0:1775764894.461742:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007a837be7[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.461745:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000065679f51 fffffc0001001 3:0 ffff967bc9148620 156584 lru 00000080:00200000:3.0:1775764894.461751:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000abdcaf2b 156584: 1< 0 - - > 2< 641368064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 381 - -> 00000080:00200000:3.0:1775764894.461753:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007a837be7 00000080:00200000:3.0:1775764894.461754:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.461756:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.461764:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.461776:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.461779:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.461781:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.461787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.461789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.461791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.461795:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461803:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.461811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.461814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.461819:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.461821:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156584, 156584] 00000080:00200000:3.0:1775764894.461833:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.461835:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.461841:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641372160 i_blocks 1196131 00000080:00200000:3.0:1775764894.461844:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.461859:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641372160, count: 4096 00000080:00200000:3.0:1775764894.461871:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641372160, bytes: 4096 00000080:00200000:3.0:1775764894.461874:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.461878:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156586, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.461879:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641372160, 641376256) 0 0 00000080:00200000:3.0:1775764894.461882:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.461887:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156585, 156585] 00020000:00200000:3.0:1775764894.461890:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641372160 chunk: [641372160, 641376256) 641376256, 4096 00020000:00200000:3.0:1775764894.461893:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.461905:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156585, 156585] 00000008:00010000:3.0:1775764894.461910:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.461912:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.461921:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461930:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641372160 641376255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.461938:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462184:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462191:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.462201:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641372160, 641376256) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.462208:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156585 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.462226:0:17279:0:(rw26.c:858:ll_write_end()) pos 641372160, len 4096, copied 4096 00000080:00200000:3.0:1775764894.462231:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ab94c495[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.462234:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf6e3558 fffffc0001001 3:0 ffff967bc9148000 156585 lru 00000080:00200000:3.0:1775764894.462241:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6d1fe9d 156585: 1< 0 - - > 2< 641372160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 382 - -> 00000080:00200000:3.0:1775764894.462243:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ab94c495 00000080:00200000:3.0:1775764894.462244:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.462264:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.462274:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.462287:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.462290:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.462292:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.462298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.462301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.462303:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.462307:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462315:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.462324:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.462326:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.462330:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.462333:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156585, 156585] 00000080:00200000:3.0:1775764894.462345:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.462348:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.462363:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641376256 i_blocks 1196131 00000080:00200000:3.0:1775764894.462365:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.462463:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641376256, count: 4096 00000080:00200000:3.0:1775764894.462477:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641376256, bytes: 4096 00000080:00200000:3.0:1775764894.462480:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.462484:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156587, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.462485:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641376256, 641380352) 0 0 00000080:00200000:3.0:1775764894.462488:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.462495:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156586, 156586] 00020000:00200000:3.0:1775764894.462498:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641376256 chunk: [641376256, 641380352) 641380352, 4096 00020000:00200000:3.0:1775764894.462501:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.462516:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156586, 156586] 00000008:00010000:3.0:1775764894.462522:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.462525:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.462533:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462543:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641376256 641380351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462551:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462558:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462565:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.462572:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641376256, 641380352) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.462577:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156586 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.462598:0:17279:0:(rw26.c:858:ll_write_end()) pos 641376256, len 4096, copied 4096 00000080:00200000:3.0:1775764894.462603:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a7718697[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.462606:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001db28ca7 fffffc0001001 3:0 ffff967bc9148380 156586 lru 00000080:00200000:3.0:1775764894.462612:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e21ad470 156586: 1< 0 - - > 2< 641376256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 383 - -> 00000080:00200000:3.0:1775764894.462614:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a7718697 00000080:00200000:3.0:1775764894.462616:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.462618:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.462626:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.462639:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.462642:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.462644:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.462650:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.462652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.462655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.462659:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462667:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.462675:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.462678:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.462682:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.462685:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156586, 156586] 00000080:00200000:3.0:1775764894.462697:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.462700:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.462706:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641380352 i_blocks 1196131 00000080:00200000:3.0:1775764894.462708:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.462724:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641380352, count: 4096 00000080:00200000:3.0:1775764894.462737:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641380352, bytes: 4096 00000080:00200000:3.0:1775764894.462740:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.462744:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156588, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.462746:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641380352, 641384448) 0 0 00000080:00200000:3.0:1775764894.462748:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.462754:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156587, 156587] 00020000:00200000:3.0:1775764894.462757:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641380352 chunk: [641380352, 641384448) 641384448, 4096 00020000:00200000:3.0:1775764894.462759:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.462771:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156587, 156587] 00000008:00010000:3.0:1775764894.462776:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.462778:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.462786:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462795:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641380352 641384447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462803:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462811:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462818:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.462826:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641380352, 641384448) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.462831:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156587 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.462848:0:17279:0:(rw26.c:858:ll_write_end()) pos 641380352, len 4096, copied 4096 00000080:00200000:3.0:1775764894.462853:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000035bc263d[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.462855:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa77b02e fffffc0001001 3:0 ffff967bc9148c40 156587 lru 00000080:00200000:3.0:1775764894.462860:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004ada6eb3 156587: 1< 0 - - > 2< 641380352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 384 - -> 00000080:00200000:3.0:1775764894.462862:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000035bc263d 00000080:00200000:3.0:1775764894.462864:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.462866:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.462875:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.462887:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.462889:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.462891:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.462897:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.462899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.462902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.462906:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.462914:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.462922:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.462925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.462929:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.462932:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156587, 156587] 00000080:00200000:3.0:1775764894.463033:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.463037:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.463042:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641384448 i_blocks 1196131 00000080:00200000:3.0:1775764894.463046:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.463064:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641384448, count: 4096 00000080:00200000:3.0:1775764894.463076:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641384448, bytes: 4096 00000080:00200000:3.0:1775764894.463079:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.463083:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156589, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.463084:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641384448, 641388544) 0 0 00000080:00200000:3.0:1775764894.463088:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.463093:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156588, 156588] 00020000:00200000:3.0:1775764894.463096:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641384448 chunk: [641384448, 641388544) 641388544, 4096 00020000:00200000:3.0:1775764894.463098:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.463113:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156588, 156588] 00000008:00010000:3.0:1775764894.463119:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.463121:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.463129:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463150:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641384448 641388543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463160:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463168:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463175:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.463184:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641384448, 641388544) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.463190:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156588 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.463207:0:17279:0:(rw26.c:858:ll_write_end()) pos 641384448, len 4096, copied 4096 00000080:00200000:3.0:1775764894.463212:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000002fb5ec0[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.463216:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa4bc5f0 fffffc0001001 3:0 ffff967bc91489a0 156588 lru 00000080:00200000:3.0:1775764894.463221:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b688dfd0 156588: 1< 0 - - > 2< 641384448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 385 - -> 00000080:00200000:3.0:1775764894.463224:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000002fb5ec0 00000080:00200000:3.0:1775764894.463225:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.463227:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.463236:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.463273:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.463277:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.463279:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.463285:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.463288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.463290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.463294:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463303:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.463311:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.463313:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.463318:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.463321:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156588, 156588] 00000080:00200000:3.0:1775764894.463332:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.463335:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.463341:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641388544 i_blocks 1196131 00000080:00200000:3.0:1775764894.463343:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.463613:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641388544, count: 4096 00000080:00200000:3.0:1775764894.463630:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641388544, bytes: 4096 00000080:00200000:3.0:1775764894.463634:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.463638:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156590, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.463640:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641388544, 641392640) 0 0 00000080:00200000:3.0:1775764894.463643:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.463649:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156589, 156589] 00020000:00200000:3.0:1775764894.463652:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641388544 chunk: [641388544, 641392640) 641392640, 4096 00020000:00200000:3.0:1775764894.463655:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.463669:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156589, 156589] 00000008:00010000:3.0:1775764894.463675:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.463678:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.463687:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463696:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641388544 641392639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463712:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463719:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.463728:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641388544, 641392640) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.463734:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156589 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.463754:0:17279:0:(rw26.c:858:ll_write_end()) pos 641388544, len 4096, copied 4096 00000080:00200000:3.0:1775764894.463758:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002d81d143[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.463762:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001037ead2 fffffc0001001 3:0 ffff967bc9148a80 156589 lru 00000080:00200000:3.0:1775764894.463767:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000989c565d 156589: 1< 0 - - > 2< 641388544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 386 - -> 00000080:00200000:3.0:1775764894.463769:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002d81d143 00000080:00200000:3.0:1775764894.463771:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.463773:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.463782:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.463795:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.463798:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.463800:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.463806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.463809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.463811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.463815:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.463824:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.463831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.463834:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.463839:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.463841:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156589, 156589] 00000080:00200000:3.0:1775764894.463852:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.463856:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.463861:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641392640 i_blocks 1196131 00000080:00200000:3.0:1775764894.463864:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.463880:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641392640, count: 4096 00000080:00200000:3.0:1775764894.463892:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641392640, bytes: 4096 00000080:00200000:3.0:1775764894.463894:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.463898:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156591, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.463900:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641392640, 641396736) 0 0 00000080:00200000:3.0:1775764894.463903:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.463908:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156590, 156590] 00020000:00200000:3.0:1775764894.463911:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641392640 chunk: [641392640, 641396736) 641396736, 4096 00020000:00200000:3.0:1775764894.463913:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.463925:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156590, 156590] 00000008:00010000:3.0:1775764894.463931:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.463933:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.464034:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464045:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641392640 641396735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464055:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464069:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.464077:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641392640, 641396736) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.464083:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156590 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.464101:0:17279:0:(rw26.c:858:ll_write_end()) pos 641392640, len 4096, copied 4096 00000080:00200000:3.0:1775764894.464105:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000019aa2533[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.464109:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002207c809 fffffc0001001 3:0 ffff967bc9148540 156590 lru 00000080:00200000:3.0:1775764894.464114:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000046bd7cc 156590: 1< 0 - - > 2< 641392640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 387 - -> 00000080:00200000:3.0:1775764894.464117:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000019aa2533 00000080:00200000:3.0:1775764894.464118:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.464120:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.464129:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.464142:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.464145:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.464147:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.464153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.464156:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.464159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.464163:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464171:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.464179:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.464182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.464186:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.464189:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156590, 156590] 00000080:00200000:3.0:1775764894.464202:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.464206:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.464211:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641396736 i_blocks 1196131 00000080:00200000:3.0:1775764894.464214:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.464231:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641396736, count: 4096 00000080:00200000:3.0:1775764894.464243:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641396736, bytes: 4096 00000080:00200000:3.0:1775764894.464364:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.464368:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156592, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.464452:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641396736, 641400832) 0 0 00000080:00200000:3.0:1775764894.464457:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.464464:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156591, 156591] 00020000:00200000:3.0:1775764894.464467:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641396736 chunk: [641396736, 641400832) 641400832, 4096 00020000:00200000:3.0:1775764894.464470:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.464488:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156591, 156591] 00000008:00010000:3.0:1775764894.464495:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.464499:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.464507:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464517:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641396736 641400831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464525:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464533:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464540:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.464548:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641396736, 641400832) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.464554:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156591 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.464579:0:17279:0:(rw26.c:858:ll_write_end()) pos 641396736, len 4096, copied 4096 00000080:00200000:3.0:1775764894.464583:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000049878237[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.464586:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb8f761d fffffc0001021 2:0 ffff967bc91480e0 156591 lru 00000080:00200000:3.0:1775764894.464592:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007a41663d 156591: 1< 0 - - > 2< 641396736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 388 - -> 00000080:00200000:3.0:1775764894.464594:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000049878237 00000080:00200000:3.0:1775764894.464596:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.464598:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.464607:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.464619:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.464622:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.464624:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.464630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.464633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.464635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.464639:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464647:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.464655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.464657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.464662:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.464665:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156591, 156591] 00000080:00200000:3.0:1775764894.464675:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.464679:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.464684:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641400832 i_blocks 1196131 00000080:00200000:3.0:1775764894.464687:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.464704:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641400832, count: 4096 00000080:00200000:3.0:1775764894.464717:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641400832, bytes: 4096 00000080:00200000:3.0:1775764894.464720:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.464724:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156593, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.464725:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641400832, 641404928) 0 0 00000080:00200000:3.0:1775764894.464728:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.464734:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156592, 156592] 00020000:00200000:3.0:1775764894.464737:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641400832 chunk: [641400832, 641404928) 641404928, 4096 00020000:00200000:3.0:1775764894.464739:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.464752:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156592, 156592] 00000008:00010000:3.0:1775764894.464758:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.464760:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.464767:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464776:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641400832 641404927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464785:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464793:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.464800:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.464809:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641400832, 641404928) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.464815:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156592 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.464832:0:17279:0:(rw26.c:858:ll_write_end()) pos 641400832, len 4096, copied 4096 00000080:00200000:3.0:1775764894.464837:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003cf8f032[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.464839:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000315a0568 fffffc0001001 3:0 ffff967bc91481c0 156592 lru 00000080:00200000:3.0:1775764894.465576:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000d55cacf 156592: 1< 0 - - > 2< 641400832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 389 - -> 00000080:00200000:3.0:1775764894.465579:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003cf8f032 00000080:00200000:3.0:1775764894.465581:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.465584:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.465600:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.465619:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.465623:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.465625:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.465632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.465635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.465638:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.465642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.465651:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.465660:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.465663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.465668:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.465672:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156592, 156592] 00000080:00200000:3.0:1775764894.465688:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.465691:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.465699:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641404928 i_blocks 1196131 00000080:00200000:3.0:1775764894.465703:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.465724:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641404928, count: 4096 00000080:00200000:3.0:1775764894.465741:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641404928, bytes: 4096 00000080:00200000:3.0:1775764894.465744:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.465749:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156594, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.465751:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641404928, 641409024) 0 0 00000080:00200000:3.0:1775764894.465754:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.465762:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156593, 156593] 00020000:00200000:3.0:1775764894.465766:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641404928 chunk: [641404928, 641409024) 641409024, 4096 00020000:00200000:3.0:1775764894.465769:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.465785:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156593, 156593] 00000008:00010000:3.0:1775764894.465793:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.465796:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.465807:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.465818:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641404928 641409023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.465826:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.465833:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.465840:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.465849:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641404928, 641409024) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.465856:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156593 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.465881:0:17279:0:(rw26.c:858:ll_write_end()) pos 641404928, len 4096, copied 4096 00000080:00200000:3.0:1775764894.465885:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e9c15d5b[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.465888:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ccb511aa fffffc0001001 3:0 ffff967bc9148700 156593 lru 00000080:00200000:3.0:1775764894.465894:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000acec0504 156593: 1< 0 - - > 2< 641404928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 390 - -> 00000080:00200000:3.0:1775764894.465896:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e9c15d5b 00000080:00200000:3.0:1775764894.465898:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.465900:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.465908:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.465921:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.465923:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.465926:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.465931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.465934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.465936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.466036:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466047:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.466056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.466058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.466064:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.466067:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156593, 156593] 00000080:00200000:3.0:1775764894.466078:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.466082:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.466087:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641409024 i_blocks 1196131 00000080:00200000:3.0:1775764894.466090:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.466108:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641409024, count: 4096 00000080:00200000:3.0:1775764894.466120:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641409024, bytes: 4096 00000080:00200000:3.0:1775764894.466123:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.466127:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156595, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.466129:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641409024, 641413120) 0 0 00000080:00200000:3.0:1775764894.466131:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.466137:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156594, 156594] 00020000:00200000:3.0:1775764894.466140:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641409024 chunk: [641409024, 641413120) 641413120, 4096 00020000:00200000:3.0:1775764894.466142:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.466155:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156594, 156594] 00000008:00010000:3.0:1775764894.466161:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.466164:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.466172:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466182:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641409024 641413119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466190:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466198:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466205:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.466214:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641409024, 641413120) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.466219:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156594 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.466244:0:17279:0:(rw26.c:858:ll_write_end()) pos 641409024, len 4096, copied 4096 00000080:00200000:3.0:1775764894.466285:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000404ca3fa[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.466288:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017719468 fffffc0001001 3:0 ffff967bc9149ee0 156594 lru 00000080:00200000:3.0:1775764894.466294:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d394233b 156594: 1< 0 - - > 2< 641409024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 391 - -> 00000080:00200000:3.0:1775764894.466296:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000404ca3fa 00000080:00200000:3.0:1775764894.466298:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.466300:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.466310:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.466322:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.466325:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.466328:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.466334:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.466337:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.466339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.466343:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466362:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.466570:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.466574:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.466579:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.466582:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156594, 156594] 00000080:00200000:3.0:1775764894.466594:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.466598:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.466605:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641413120 i_blocks 1196131 00000080:00200000:3.0:1775764894.466608:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.466624:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641413120, count: 4096 00000080:00200000:3.0:1775764894.466637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641413120, bytes: 4096 00000080:00200000:3.0:1775764894.466640:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.466644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156596, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.466646:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641413120, 641417216) 0 0 00000080:00200000:3.0:1775764894.466649:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.466655:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156595, 156595] 00020000:00200000:3.0:1775764894.466658:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641413120 chunk: [641413120, 641417216) 641417216, 4096 00020000:00200000:3.0:1775764894.466661:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.466673:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156595, 156595] 00000008:00010000:3.0:1775764894.466678:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.466680:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.466689:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466698:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641413120 641417215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466706:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466714:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466721:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.466730:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641413120, 641417216) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.466735:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156595 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.466755:0:17279:0:(rw26.c:858:ll_write_end()) pos 641413120, len 4096, copied 4096 00000080:00200000:3.0:1775764894.466759:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000094f7588a[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.466762:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000de6d030b fffffc0001001 3:0 ffff967bc9149d20 156595 lru 00000080:00200000:3.0:1775764894.466768:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000059531686 156595: 1< 0 - - > 2< 641413120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 392 - -> 00000080:00200000:3.0:1775764894.466770:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000094f7588a 00000080:00200000:3.0:1775764894.466771:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.466773:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.466783:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.466796:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.466800:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.466802:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.466808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.466811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.466813:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.466817:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.466825:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.466833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.466835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.466839:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.466842:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156595, 156595] 00000080:00200000:3.0:1775764894.466852:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.466855:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.466860:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641417216 i_blocks 1196131 00000080:00200000:3.0:1775764894.466862:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.466879:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641417216, count: 4096 00000080:00200000:3.0:1775764894.466890:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641417216, bytes: 4096 00000080:00200000:3.0:1775764894.466893:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.466897:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156597, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.466899:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641417216, 641421312) 0 0 00000080:00200000:3.0:1775764894.466901:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.466907:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156596, 156596] 00020000:00200000:3.0:1775764894.466910:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641417216 chunk: [641417216, 641421312) 641421312, 4096 00020000:00200000:3.0:1775764894.466912:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.466925:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156596, 156596] 00000008:00010000:3.0:1775764894.466931:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.466933:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.467035:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467047:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641417216 641421311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467056:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467064:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467071:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.467081:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641417216, 641421312) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.467087:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156596 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.467104:0:17279:0:(rw26.c:858:ll_write_end()) pos 641417216, len 4096, copied 4096 00000080:00200000:3.0:1775764894.467108:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe0c3f09[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.467111:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4ad23f6 fffffc0001001 3:0 ffff967bc91497e0 156596 lru 00000080:00200000:3.0:1775764894.467117:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003ffd68e6 156596: 1< 0 - - > 2< 641417216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 393 - -> 00000080:00200000:3.0:1775764894.467119:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe0c3f09 00000080:00200000:3.0:1775764894.467121:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.467123:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.467131:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.467143:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.467146:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.467148:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.467154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.467157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.467159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.467163:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467171:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.467180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.467182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.467186:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.467189:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156596, 156596] 00000080:00200000:3.0:1775764894.467201:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.467204:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.467208:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641421312 i_blocks 1196131 00000080:00200000:3.0:1775764894.467211:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.467227:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641421312, count: 4096 00000080:00200000:3.0:1775764894.467239:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641421312, bytes: 4096 00000080:00200000:3.0:1775764894.467242:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.467276:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156598, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.467278:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641421312, 641425408) 0 0 00000080:00200000:3.0:1775764894.467281:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.467287:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156597, 156597] 00020000:00200000:3.0:1775764894.467290:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641421312 chunk: [641421312, 641425408) 641425408, 4096 00020000:00200000:3.0:1775764894.467292:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.467306:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156597, 156597] 00000008:00010000:3.0:1775764894.467312:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.467314:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.467322:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467332:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641421312 641425407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467340:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467347:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467362:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.467489:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641421312, 641425408) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.467496:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156597 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.467513:0:17279:0:(rw26.c:858:ll_write_end()) pos 641421312, len 4096, copied 4096 00000080:00200000:3.0:1775764894.467518:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000044db190b[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.467521:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ece94e44 fffffc0001001 3:0 ffff967bc9149b60 156597 lru 00000080:00200000:3.0:1775764894.467527:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001eec5366 156597: 1< 0 - - > 2< 641421312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 394 - -> 00000080:00200000:3.0:1775764894.467529:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000044db190b 00000080:00200000:3.0:1775764894.467531:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.467533:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.467542:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.467555:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.467558:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.467560:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.467566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.467568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.467570:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.467574:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467583:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.467591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.467593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.467598:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.467601:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156597, 156597] 00000080:00200000:3.0:1775764894.467612:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.467615:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.467620:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641425408 i_blocks 1196131 00000080:00200000:3.0:1775764894.467623:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.467639:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641425408, count: 4096 00000080:00200000:3.0:1775764894.467651:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641425408, bytes: 4096 00000080:00200000:3.0:1775764894.467653:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.467657:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156599, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.467658:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641425408, 641429504) 0 0 00000080:00200000:3.0:1775764894.467661:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.467667:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156598, 156598] 00020000:00200000:3.0:1775764894.467670:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641425408 chunk: [641425408, 641429504) 641429504, 4096 00020000:00200000:3.0:1775764894.467672:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.467686:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156598, 156598] 00000008:00010000:3.0:1775764894.467691:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.467694:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.467702:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467712:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641425408 641429503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467720:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467727:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467734:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.467743:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641425408, 641429504) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.467748:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156598 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.467765:0:17279:0:(rw26.c:858:ll_write_end()) pos 641425408, len 4096, copied 4096 00000080:00200000:3.0:1775764894.467770:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000004e50bf4[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.467773:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000355ffcf3 fffffc0001001 3:0 ffff967bc9149620 156598 lru 00000080:00200000:3.0:1775764894.467779:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dcb2e5da 156598: 1< 0 - - > 2< 641425408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 395 - -> 00000080:00200000:3.0:1775764894.467781:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000004e50bf4 00000080:00200000:3.0:1775764894.467782:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.467784:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.467793:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.467806:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.467809:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.467811:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.467817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.467820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.467822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.467826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.467833:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.467841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.467843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.467847:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.467850:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156598, 156598] 00000080:00200000:3.0:1775764894.467861:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.467864:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.467869:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641429504 i_blocks 1196131 00000080:00200000:3.0:1775764894.467872:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.467887:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641429504, count: 4096 00000080:00200000:3.0:1775764894.467899:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641429504, bytes: 4096 00000080:00200000:3.0:1775764894.467902:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.467905:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156600, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.467907:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641429504, 641433600) 0 0 00000080:00200000:3.0:1775764894.467910:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.467915:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156599, 156599] 00020000:00200000:3.0:1775764894.467918:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641429504 chunk: [641429504, 641433600) 641433600, 4096 00020000:00200000:3.0:1775764894.467920:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.467933:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156599, 156599] 00000008:00010000:3.0:1775764894.467938:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.468027:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.468038:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468048:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641429504 641433599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468056:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468064:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468070:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.468079:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641429504, 641433600) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.468084:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156599 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.468101:0:17279:0:(rw26.c:858:ll_write_end()) pos 641429504, len 4096, copied 4096 00000080:00200000:3.0:1775764894.468106:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000098579202[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.468109:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000023ba7809 fffffc0001001 3:0 ffff967bc9149000 156599 lru 00000080:00200000:3.0:1775764894.468114:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf6bfa20 156599: 1< 0 - - > 2< 641429504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 396 - -> 00000080:00200000:3.0:1775764894.468116:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000098579202 00000080:00200000:3.0:1775764894.468118:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.468120:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.468129:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.468142:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.468145:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.468147:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.468153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.468156:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.468158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.468162:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468169:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.468178:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.468180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.468184:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.468187:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156599, 156599] 00000080:00200000:3.0:1775764894.468198:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.468201:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.468206:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641433600 i_blocks 1196131 00000080:00200000:3.0:1775764894.468209:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.468226:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641433600, count: 4096 00000080:00200000:3.0:1775764894.468238:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641433600, bytes: 4096 00000080:00200000:3.0:1775764894.468240:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.468244:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156601, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.468313:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641433600, 641437696) 0 0 00000080:00200000:3.0:1775764894.468317:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.468322:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156600, 156600] 00020000:00200000:3.0:1775764894.468325:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641433600 chunk: [641433600, 641437696) 641437696, 4096 00020000:00200000:3.0:1775764894.468327:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.468342:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156600, 156600] 00000008:00010000:3.0:1775764894.468347:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.468358:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.468367:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468447:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641433600 641437695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468457:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468465:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468472:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.468480:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641433600, 641437696) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.468486:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156600 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.468505:0:17279:0:(rw26.c:858:ll_write_end()) pos 641433600, len 4096, copied 4096 00000080:00200000:3.0:1775764894.468509:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004b95e757[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.468512:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002050982c fffffc0001001 3:0 ffff967bc9149380 156600 lru 00000080:00200000:3.0:1775764894.468518:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000021a27aea 156600: 1< 0 - - > 2< 641433600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 397 - -> 00000080:00200000:3.0:1775764894.468521:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004b95e757 00000080:00200000:3.0:1775764894.468522:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.468524:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.468533:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.468545:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.468548:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.468550:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.468556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.468559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.468561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.468565:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468573:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.468705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.468708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.468714:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.468717:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156600, 156600] 00000080:00200000:3.0:1775764894.468729:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.468733:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.468738:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641437696 i_blocks 1196131 00000080:00200000:3.0:1775764894.468741:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.468757:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641437696, count: 4096 00000080:00200000:3.0:1775764894.468770:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641437696, bytes: 4096 00000080:00200000:3.0:1775764894.468773:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.468776:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156602, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.468778:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641437696, 641441792) 0 0 00000080:00200000:3.0:1775764894.468781:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.468787:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156601, 156601] 00020000:00200000:3.0:1775764894.468790:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641437696 chunk: [641437696, 641441792) 641441792, 4096 00020000:00200000:3.0:1775764894.468792:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.468805:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156601, 156601] 00000008:00010000:3.0:1775764894.468811:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.468814:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.468821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468830:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641437696 641441791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468838:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468845:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.468852:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.468860:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641437696, 641441792) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.468865:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156601 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.468884:0:17279:0:(rw26.c:858:ll_write_end()) pos 641437696, len 4096, copied 4096 00000080:00200000:3.0:1775764894.468889:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dd7e6248[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.468891:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000037b29dab fffffc0001001 3:0 ffff967bc9149c40 156601 lru 00000080:00200000:3.0:1775764894.468897:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009116179c 156601: 1< 0 - - > 2< 641437696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 398 - -> 00000080:00200000:3.0:1775764894.468899:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dd7e6248 00000080:00200000:3.0:1775764894.468901:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.468903:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.468912:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.468924:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.468927:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.468929:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.468936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.468938:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.469033:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.469039:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469048:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.469056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.469059:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.469064:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.469067:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156601, 156601] 00000080:00200000:3.0:1775764894.469078:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.469082:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.469087:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641441792 i_blocks 1196131 00000080:00200000:3.0:1775764894.469091:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.469107:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641441792, count: 4096 00000080:00200000:3.0:1775764894.469120:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641441792, bytes: 4096 00000080:00200000:3.0:1775764894.469122:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.469126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156603, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.469127:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641441792, 641445888) 0 0 00000080:00200000:3.0:1775764894.469130:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.469135:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156602, 156602] 00020000:00200000:3.0:1775764894.469138:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641441792 chunk: [641441792, 641445888) 641445888, 4096 00020000:00200000:3.0:1775764894.469141:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.469154:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156602, 156602] 00000008:00010000:3.0:1775764894.469160:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.469163:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.469171:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469180:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641441792 641445887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469189:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469197:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469204:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.469213:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641441792, 641445888) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.469218:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156602 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.469236:0:17279:0:(rw26.c:858:ll_write_end()) pos 641441792, len 4096, copied 4096 00000080:00200000:3.0:1775764894.469241:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cd5a2d79[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.469244:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000403f197a fffffc0001001 3:0 ffff967bc91499a0 156602 lru 00000080:00200000:3.0:1775764894.469321:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004bf9c22f 156602: 1< 0 - - > 2< 641441792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 399 - -> 00000080:00200000:3.0:1775764894.469323:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cd5a2d79 00000080:00200000:3.0:1775764894.469325:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.469327:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.469338:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.469360:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.469363:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.469366:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.469453:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.469456:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.469459:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.469463:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469472:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.469480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.469483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.469488:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.469491:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156602, 156602] 00000080:00200000:3.0:1775764894.469503:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.469506:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.469512:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641445888 i_blocks 1196131 00000080:00200000:3.0:1775764894.469515:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.469531:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641445888, count: 4096 00000080:00200000:3.0:1775764894.469543:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641445888, bytes: 4096 00000080:00200000:3.0:1775764894.469546:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.469549:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156604, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.469551:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641445888, 641449984) 0 0 00000080:00200000:3.0:1775764894.469554:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.469559:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156603, 156603] 00020000:00200000:3.0:1775764894.469562:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641445888 chunk: [641445888, 641449984) 641449984, 4096 00020000:00200000:3.0:1775764894.469564:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.469577:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156603, 156603] 00000008:00010000:3.0:1775764894.469583:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.469585:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.469594:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469603:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641445888 641449983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469611:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469618:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469625:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.469634:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641445888, 641449984) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.469640:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156603 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.469657:0:17279:0:(rw26.c:858:ll_write_end()) pos 641445888, len 4096, copied 4096 00000080:00200000:3.0:1775764894.469662:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000049f5f094[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.469665:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5d3277a fffffc0001001 3:0 ffff967bc9149a80 156603 lru 00000080:00200000:3.0:1775764894.469671:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007d79bcf8 156603: 1< 0 - - > 2< 641445888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 400 - -> 00000080:00200000:3.0:1775764894.469673:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000049f5f094 00000080:00200000:3.0:1775764894.469674:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.469676:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.469685:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.469697:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.469700:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.469702:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.469708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.469710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.469713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.469716:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469724:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.469733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.469735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.469739:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.469742:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156603, 156603] 00000080:00200000:3.0:1775764894.469753:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.469756:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.469761:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641449984 i_blocks 1196131 00000080:00200000:3.0:1775764894.469764:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.469780:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641449984, count: 4096 00000080:00200000:3.0:1775764894.469792:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641449984, bytes: 4096 00000080:00200000:3.0:1775764894.469794:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.469799:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156605, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.469801:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641449984, 641454080) 0 0 00000080:00200000:3.0:1775764894.469803:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.469809:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156604, 156604] 00020000:00200000:3.0:1775764894.469812:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641449984 chunk: [641449984, 641454080) 641454080, 4096 00020000:00200000:3.0:1775764894.469814:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.469828:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156604, 156604] 00000008:00010000:3.0:1775764894.469834:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.469836:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.469843:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469853:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641449984 641454079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469861:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469867:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.469874:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.469881:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641449984, 641454080) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.469886:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156604 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.469903:0:17279:0:(rw26.c:858:ll_write_end()) pos 641449984, len 4096, copied 4096 00000080:00200000:3.0:1775764894.469907:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000037a4f81a[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.469910:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b22b9cf9 fffffc0001001 3:0 ffff967bc9149540 156604 lru 00000080:00200000:3.0:1775764894.469916:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000044e2fa62 156604: 1< 0 - - > 2< 641449984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 401 - -> 00000080:00200000:3.0:1775764894.469919:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000037a4f81a 00000080:00200000:3.0:1775764894.469920:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.469922:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.469931:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.470037:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.470042:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.470045:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.470052:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.470055:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.470057:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.470061:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470069:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.470077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.470080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.470085:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.470087:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156604, 156604] 00000080:00200000:3.0:1775764894.470099:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.470103:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.470108:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641454080 i_blocks 1196131 00000080:00200000:3.0:1775764894.470112:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.470127:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641454080, count: 4096 00000080:00200000:3.0:1775764894.470139:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641454080, bytes: 4096 00000080:00200000:3.0:1775764894.470142:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.470146:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156606, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.470148:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641454080, 641458176) 0 0 00000080:00200000:3.0:1775764894.470150:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.470155:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156605, 156605] 00020000:00200000:3.0:1775764894.470158:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641454080 chunk: [641454080, 641458176) 641458176, 4096 00020000:00200000:3.0:1775764894.470160:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.470174:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156605, 156605] 00000008:00010000:3.0:1775764894.470179:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.470182:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.470189:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470199:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641454080 641458175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470208:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470215:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470222:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.470231:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641454080, 641458176) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.470236:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156605 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.470567:0:17279:0:(rw26.c:858:ll_write_end()) pos 641454080, len 4096, copied 4096 00000080:00200000:3.0:1775764894.470573:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003ab7555e[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.470576:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2b586b2 fffffc0001001 3:0 ffff967bc91490e0 156605 lru 00000080:00200000:3.0:1775764894.470582:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006fa68c5b 156605: 1< 0 - - > 2< 641454080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 402 - -> 00000080:00200000:3.0:1775764894.470585:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003ab7555e 00000080:00200000:3.0:1775764894.470586:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.470588:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.470597:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.470610:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.470613:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.470615:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.470622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.470624:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.470627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.470630:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470639:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.470647:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.470649:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.470654:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.470656:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156605, 156605] 00000080:00200000:3.0:1775764894.470667:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.470671:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.470676:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641458176 i_blocks 1196131 00000080:00200000:3.0:1775764894.470679:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.470696:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641458176, count: 4096 00000080:00200000:3.0:1775764894.470708:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641458176, bytes: 4096 00000080:00200000:3.0:1775764894.470711:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.470714:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156607, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.470716:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641458176, 641462272) 0 0 00000080:00200000:3.0:1775764894.470719:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.470725:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156606, 156606] 00020000:00200000:3.0:1775764894.470728:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641458176 chunk: [641458176, 641462272) 641462272, 4096 00020000:00200000:3.0:1775764894.470731:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.470743:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156606, 156606] 00000008:00010000:3.0:1775764894.470749:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.470751:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.470759:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470768:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641458176 641462271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470776:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470784:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470791:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.470799:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641458176, 641462272) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.470804:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156606 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.470829:0:17279:0:(rw26.c:858:ll_write_end()) pos 641458176, len 4096, copied 4096 00000080:00200000:3.0:1775764894.470834:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005262bb54[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.470836:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aec27105 fffffc0001021 2:0 ffff967bc91491c0 156606 lru 00000080:00200000:3.0:1775764894.470842:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000093acd05f 156606: 1< 0 - - > 2< 641458176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 403 - -> 00000080:00200000:3.0:1775764894.470844:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005262bb54 00000080:00200000:3.0:1775764894.470846:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.470848:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.470856:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.470868:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.470871:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.470873:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.470879:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.470881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.470884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.470889:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.470897:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.470905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.470907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.470911:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.470914:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156606, 156606] 00000080:00200000:3.0:1775764894.470925:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.470928:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.470932:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641462272 i_blocks 1196131 00000080:00200000:3.0:1775764894.470935:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.471043:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641462272, count: 4096 00000080:00200000:3.0:1775764894.471056:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641462272, bytes: 4096 00000080:00200000:3.0:1775764894.471059:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.471063:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156608, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.471064:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641462272, 641466368) 0 0 00000080:00200000:3.0:1775764894.471067:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.471073:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156607, 156607] 00020000:00200000:3.0:1775764894.471076:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641462272 chunk: [641462272, 641466368) 641466368, 4096 00020000:00200000:3.0:1775764894.471078:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.471089:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156607, 156607] 00000008:00010000:3.0:1775764894.471095:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.471097:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.471105:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471114:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641462272 641466367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471123:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471130:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471138:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.471147:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641462272, 641466368) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.471152:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156607 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.471169:0:17279:0:(rw26.c:858:ll_write_end()) pos 641462272, len 4096, copied 4096 00000080:00200000:3.0:1775764894.471173:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007a8315bc[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.471176:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005c8e5392 fffffc0001001 3:0 ffff967bc9149700 156607 lru 00000080:00200000:3.0:1775764894.471182:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000ef5f7f2 156607: 1< 0 - - > 2< 641462272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 404 - -> 00000080:00200000:3.0:1775764894.471184:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007a8315bc 00000080:00200000:3.0:1775764894.471186:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.471188:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.471196:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.471209:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.471212:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.471214:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.471220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.471222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.471225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.471229:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471237:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.471278:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.471281:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.471286:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.471289:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156607, 156607] 00000080:00200000:3.0:1775764894.471300:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.471303:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.471308:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641466368 i_blocks 1196131 00000080:00200000:3.0:1775764894.471311:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.471327:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641466368, count: 4096 00000080:00200000:3.0:1775764894.471339:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641466368, bytes: 4096 00000080:00200000:3.0:1775764894.471342:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.471345:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156609, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.471347:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641466368, 641470464) 0 0 00000080:00200000:3.0:1775764894.471503:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.471511:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156608, 156608] 00020000:00200000:3.0:1775764894.471514:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641466368 chunk: [641466368, 641470464) 641470464, 4096 00020000:00200000:3.0:1775764894.471517:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.471534:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156608, 156608] 00000008:00010000:3.0:1775764894.471540:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.471542:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.471550:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471560:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641466368 641470463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471568:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471574:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471581:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.471589:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641466368, 641470464) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.471595:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156608 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.471618:0:17279:0:(rw26.c:858:ll_write_end()) pos 641466368, len 4096, copied 4096 00000080:00200000:3.0:1775764894.471623:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000043336d68[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.471626:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3a44f1a fffffc0001001 3:0 ffff967bc91492a0 156608 lru 00000080:00200000:3.0:1775764894.471632:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfabfc10 156608: 1< 0 - - > 2< 641466368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 405 - -> 00000080:00200000:3.0:1775764894.471635:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000043336d68 00000080:00200000:3.0:1775764894.471636:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.471638:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.471647:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.471660:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.471663:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.471665:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.471671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.471674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.471676:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.471680:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471688:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.471697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.471699:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.471703:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.471706:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156608, 156608] 00000080:00200000:3.0:1775764894.471718:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.471721:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.471725:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641470464 i_blocks 1196131 00000080:00200000:3.0:1775764894.471727:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.471743:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641470464, count: 4096 00000080:00200000:3.0:1775764894.471755:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641470464, bytes: 4096 00000080:00200000:3.0:1775764894.471758:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.471761:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156610, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.471763:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641470464, 641474560) 0 0 00000080:00200000:3.0:1775764894.471766:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.471771:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156609, 156609] 00020000:00200000:3.0:1775764894.471773:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641470464 chunk: [641470464, 641474560) 641474560, 4096 00020000:00200000:3.0:1775764894.471776:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.471787:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156609, 156609] 00000008:00010000:3.0:1775764894.471792:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.471794:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.471802:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471811:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641470464 641474559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471832:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.471840:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641470464, 641474560) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.471845:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156609 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.471861:0:17279:0:(rw26.c:858:ll_write_end()) pos 641470464, len 4096, copied 4096 00000080:00200000:3.0:1775764894.471865:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000068e29fd6[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.471868:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000a9a9e20 fffffc0001001 3:0 ffff967bc9149e00 156609 lru 00000080:00200000:3.0:1775764894.471874:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6fec662 156609: 1< 0 - - > 2< 641470464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 406 - -> 00000080:00200000:3.0:1775764894.471875:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000068e29fd6 00000080:00200000:3.0:1775764894.471877:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.471879:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.471888:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.471900:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.471902:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.471904:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.471910:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.471913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.471915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.471919:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.471927:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.471935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.471937:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.472037:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.472041:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156609, 156609] 00000080:00200000:3.0:1775764894.472053:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.472056:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.472061:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641474560 i_blocks 1196131 00000080:00200000:3.0:1775764894.472064:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.472079:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641474560, count: 4096 00000080:00200000:3.0:1775764894.472090:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641474560, bytes: 4096 00000080:00200000:3.0:1775764894.472093:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.472097:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156611, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.472099:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641474560, 641478656) 0 0 00000080:00200000:3.0:1775764894.472101:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.472107:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156610, 156610] 00020000:00200000:3.0:1775764894.472110:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641474560 chunk: [641474560, 641478656) 641478656, 4096 00020000:00200000:3.0:1775764894.472112:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.472124:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156610, 156610] 00000008:00010000:3.0:1775764894.472130:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.472132:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.472140:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472150:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641474560 641478655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472158:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472166:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472174:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.472182:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641474560, 641478656) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.472187:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156610 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.472202:0:17279:0:(rw26.c:858:ll_write_end()) pos 641474560, len 4096, copied 4096 00000080:00200000:3.0:1775764894.472207:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000033d5c625[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.472209:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006e3a91c0 fffffc0001001 3:0 ffff967bc91498c0 156610 lru 00000080:00200000:3.0:1775764894.472215:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008aa47072 156610: 1< 0 - - > 2< 641474560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 407 - -> 00000080:00200000:3.0:1775764894.472218:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000033d5c625 00000080:00200000:3.0:1775764894.472219:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.472221:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.472229:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.472241:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.472244:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.472319:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.472327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.472329:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.472332:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.472336:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472344:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.472362:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.472365:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.472369:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.472450:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156610, 156610] 00000080:00200000:3.0:1775764894.472463:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.472466:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.472471:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641478656 i_blocks 1196131 00000080:00200000:3.0:1775764894.472474:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.472489:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641478656, count: 4096 00000080:00200000:3.0:1775764894.472501:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641478656, bytes: 4096 00000080:00200000:3.0:1775764894.472504:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.472508:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156612, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.472510:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641478656, 641482752) 0 0 00000080:00200000:3.0:1775764894.472513:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.472519:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156611, 156611] 00020000:00200000:3.0:1775764894.472522:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641478656 chunk: [641478656, 641482752) 641482752, 4096 00020000:00200000:3.0:1775764894.472524:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.472537:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156611, 156611] 00000008:00010000:3.0:1775764894.472543:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.472546:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.472554:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472563:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641478656 641482751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472572:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472578:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472584:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.472592:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641478656, 641482752) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.472597:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156611 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.472614:0:17279:0:(rw26.c:858:ll_write_end()) pos 641478656, len 4096, copied 4096 00000080:00200000:3.0:1775764894.472618:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000555c29a3[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.472622:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8e0c521 fffffc0001001 3:0 ffff967bc9149460 156611 lru 00000080:00200000:3.0:1775764894.472628:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec059db7 156611: 1< 0 - - > 2< 641478656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 408 - -> 00000080:00200000:3.0:1775764894.472630:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000555c29a3 00000080:00200000:3.0:1775764894.472632:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.472633:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.472642:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.472654:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.472656:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.472659:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.472664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.472667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.472669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.472673:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.472682:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.472689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.472691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.472695:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.472698:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156611, 156611] 00000080:00200000:3.0:1775764894.472709:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.472712:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.472872:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641482752 i_blocks 1196131 00000080:00200000:3.0:1775764894.472876:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.472895:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641482752, count: 4096 00000080:00200000:3.0:1775764894.472908:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641482752, bytes: 4096 00000080:00200000:3.0:1775764894.472911:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.472915:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156613, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.472917:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641482752, 641486848) 0 0 00000080:00200000:3.0:1775764894.472919:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.472925:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156612, 156612] 00020000:00200000:3.0:1775764894.472928:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641482752 chunk: [641482752, 641486848) 641486848, 4096 00020000:00200000:3.0:1775764894.472930:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.473040:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156612, 156612] 00000008:00010000:3.0:1775764894.473047:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.473049:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.473058:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473067:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641482752 641486847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473076:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473083:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473090:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.473099:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641482752, 641486848) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.473105:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156612 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.473130:0:17279:0:(rw26.c:858:ll_write_end()) pos 641482752, len 4096, copied 4096 00000080:00200000:3.0:1775764894.473134:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009311b5bc[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.473137:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000079d89f4d fffffc0001001 3:0 ffff967bc914ad20 156612 lru 00000080:00200000:3.0:1775764894.473143:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000034750e92 156612: 1< 0 - - > 2< 641482752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 409 - -> 00000080:00200000:3.0:1775764894.473146:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009311b5bc 00000080:00200000:3.0:1775764894.473147:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.473150:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.473158:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.473171:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.473174:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.473176:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.473183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.473186:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.473189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.473193:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473202:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.473210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.473213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.473216:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.473220:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156612, 156612] 00000080:00200000:3.0:1775764894.473231:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.473234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.473239:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641486848 i_blocks 1196131 00000080:00200000:3.0:1775764894.473242:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.473330:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641486848, count: 4096 00000080:00200000:3.0:1775764894.473343:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641486848, bytes: 4096 00000080:00200000:3.0:1775764894.473346:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.473360:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156614, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.473362:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641486848, 641490944) 0 0 00000080:00200000:3.0:1775764894.473365:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.473455:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156613, 156613] 00020000:00200000:3.0:1775764894.473460:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641486848 chunk: [641486848, 641490944) 641490944, 4096 00020000:00200000:3.0:1775764894.473462:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.473477:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156613, 156613] 00000008:00010000:3.0:1775764894.473482:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.473484:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.473492:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473501:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641486848 641490943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473510:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473518:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473525:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.473532:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641486848, 641490944) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.473538:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156613 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.473554:0:17279:0:(rw26.c:858:ll_write_end()) pos 641486848, len 4096, copied 4096 00000080:00200000:3.0:1775764894.473558:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b2cc083c[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.473561:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007b16c4c6 fffffc0001001 3:0 ffff967bc914a7e0 156613 lru 00000080:00200000:3.0:1775764894.473567:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008d58715e 156613: 1< 0 - - > 2< 641486848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 410 - -> 00000080:00200000:3.0:1775764894.473569:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b2cc083c 00000080:00200000:3.0:1775764894.473570:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.473573:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.473582:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.473594:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.473597:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.473599:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.473605:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.473607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.473610:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.473614:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473622:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.473630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.473632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.473637:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.473639:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156613, 156613] 00000080:00200000:3.0:1775764894.473650:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.473653:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.473658:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641490944 i_blocks 1196131 00000080:00200000:3.0:1775764894.473661:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.473678:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641490944, count: 4096 00000080:00200000:3.0:1775764894.473690:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641490944, bytes: 4096 00000080:00200000:3.0:1775764894.473693:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.473697:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156615, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.473699:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641490944, 641495040) 0 0 00000080:00200000:3.0:1775764894.473702:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.473706:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156614, 156614] 00020000:00200000:3.0:1775764894.473709:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641490944 chunk: [641490944, 641495040) 641495040, 4096 00020000:00200000:3.0:1775764894.473712:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.473724:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156614, 156614] 00000008:00010000:3.0:1775764894.473729:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.473732:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.473739:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473748:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641490944 641495039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473757:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473764:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473771:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.473779:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641490944, 641495040) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.473784:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156614 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.473800:0:17279:0:(rw26.c:858:ll_write_end()) pos 641490944, len 4096, copied 4096 00000080:00200000:3.0:1775764894.473804:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b3451f36[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.473806:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000054753a58 fffffc0001001 3:0 ffff967bc914ab60 156614 lru 00000080:00200000:3.0:1775764894.473812:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000af1e01ca 156614: 1< 0 - - > 2< 641490944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 411 - -> 00000080:00200000:3.0:1775764894.473814:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b3451f36 00000080:00200000:3.0:1775764894.473816:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.473818:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.473826:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.473838:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.473840:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.473843:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.473848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.473851:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.473853:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.473857:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.473864:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.473871:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.473873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.473877:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.473880:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156614, 156614] 00000080:00200000:3.0:1775764894.473892:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.473895:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.473900:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641495040 i_blocks 1196131 00000080:00200000:3.0:1775764894.473902:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.473918:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641495040, count: 4096 00000080:00200000:3.0:1775764894.473930:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641495040, bytes: 4096 00000080:00200000:3.0:1775764894.473933:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.473936:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156616, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.473938:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641495040, 641499136) 0 0 00000080:00200000:3.0:1775764894.474032:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.474040:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156615, 156615] 00020000:00200000:3.0:1775764894.474043:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641495040 chunk: [641495040, 641499136) 641499136, 4096 00020000:00200000:3.0:1775764894.474046:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.474061:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156615, 156615] 00000008:00010000:3.0:1775764894.474066:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.474068:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.474076:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474085:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641495040 641499135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474102:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474109:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.474118:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641495040, 641499136) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.474123:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156615 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.474139:0:17279:0:(rw26.c:858:ll_write_end()) pos 641495040, len 4096, copied 4096 00000080:00200000:3.0:1775764894.474144:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002c883ab4[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.474146:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002b17c5d6 fffffc0001001 3:0 ffff967bc914a620 156615 lru 00000080:00200000:3.0:1775764894.474151:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4aa2fee 156615: 1< 0 - - > 2< 641495040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 412 - -> 00000080:00200000:3.0:1775764894.474154:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002c883ab4 00000080:00200000:3.0:1775764894.474155:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.474157:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.474166:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.474178:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.474181:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.474183:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.474189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.474191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.474194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.474198:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474206:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.474214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.474217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.474221:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.474223:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156615, 156615] 00000080:00200000:3.0:1775764894.474233:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.474236:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.474240:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641499136 i_blocks 1196131 00000080:00200000:3.0:1775764894.474243:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.474284:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641499136, count: 4096 00000080:00200000:3.0:1775764894.474296:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641499136, bytes: 4096 00000080:00200000:3.0:1775764894.474299:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.474303:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156617, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.474304:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641499136, 641503232) 0 0 00000080:00200000:3.0:1775764894.474307:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.474312:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156616, 156616] 00020000:00200000:3.0:1775764894.474316:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641499136 chunk: [641499136, 641503232) 641503232, 4096 00020000:00200000:3.0:1775764894.474318:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.474331:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156616, 156616] 00000008:00010000:3.0:1775764894.474336:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.474339:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.474346:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474367:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641499136 641503231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474459:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474468:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474476:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.474485:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641499136, 641503232) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.474491:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156616 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.474508:0:17279:0:(rw26.c:858:ll_write_end()) pos 641499136, len 4096, copied 4096 00000080:00200000:3.0:1775764894.474512:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f0d6736d[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.474515:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000057997bac fffffc0001001 3:0 ffff967bc914a000 156616 lru 00000080:00200000:3.0:1775764894.474520:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007bcc0e91 156616: 1< 0 - - > 2< 641499136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 413 - -> 00000080:00200000:3.0:1775764894.474522:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f0d6736d 00000080:00200000:3.0:1775764894.474524:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.474526:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.474536:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.474548:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.474551:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.474553:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.474559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.474561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.474563:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.474567:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474574:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.474583:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.474585:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.474589:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.474592:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156616, 156616] 00000080:00200000:3.0:1775764894.474603:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.474607:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.474612:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641503232 i_blocks 1196131 00000080:00200000:3.0:1775764894.474615:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.474630:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641503232, count: 4096 00000080:00200000:3.0:1775764894.474642:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641503232, bytes: 4096 00000080:00200000:3.0:1775764894.474644:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.474648:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156618, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.474650:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641503232, 641507328) 0 0 00000080:00200000:3.0:1775764894.474653:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.474658:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156617, 156617] 00020000:00200000:3.0:1775764894.474662:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641503232 chunk: [641503232, 641507328) 641507328, 4096 00020000:00200000:3.0:1775764894.474664:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.474677:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156617, 156617] 00000008:00010000:3.0:1775764894.474683:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.474685:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.474693:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474702:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641503232 641507327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474710:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474718:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474725:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.474734:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641503232, 641507328) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.474739:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156617 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.474757:0:17279:0:(rw26.c:858:ll_write_end()) pos 641503232, len 4096, copied 4096 00000080:00200000:3.0:1775764894.474762:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005e41f2ad[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.474765:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7720e48 fffffc0001001 3:0 ffff967bc914a380 156617 lru 00000080:00200000:3.0:1775764894.474770:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002ca6e7be 156617: 1< 0 - - > 2< 641503232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 414 - -> 00000080:00200000:3.0:1775764894.474772:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005e41f2ad 00000080:00200000:3.0:1775764894.474773:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.474775:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.474783:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.474795:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.474798:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.474800:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.474805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.474808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.474810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.474814:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.474822:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.474829:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.474832:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.474836:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.474838:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156617, 156617] 00000080:00200000:3.0:1775764894.474850:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.474853:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.474857:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641507328 i_blocks 1196131 00000080:00200000:3.0:1775764894.474860:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.474875:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641507328, count: 4096 00000080:00200000:3.0:1775764894.474886:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641507328, bytes: 4096 00000080:00200000:3.0:1775764894.474889:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.474893:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156619, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.474894:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641507328, 641511424) 0 0 00000080:00200000:3.0:1775764894.474897:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.474902:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156618, 156618] 00020000:00200000:3.0:1775764894.474905:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641507328 chunk: [641507328, 641511424) 641511424, 4096 00020000:00200000:3.0:1775764894.474907:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.474920:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156618, 156618] 00000008:00010000:3.0:1775764894.474925:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.474928:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.474935:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475045:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641507328 641511423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475055:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475061:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475068:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.475076:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641507328, 641511424) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.475081:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156618 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.475098:0:17279:0:(rw26.c:858:ll_write_end()) pos 641507328, len 4096, copied 4096 00000080:00200000:3.0:1775764894.475102:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c718a89b[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.475105:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004117b948 fffffc0001001 3:0 ffff967bc914ac40 156618 lru 00000080:00200000:3.0:1775764894.475110:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e9885976 156618: 1< 0 - - > 2< 641507328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 415 - -> 00000080:00200000:3.0:1775764894.475112:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c718a89b 00000080:00200000:3.0:1775764894.475114:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.475116:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.475124:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.475135:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.475137:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.475139:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.475144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.475147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.475149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.475153:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475159:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.475167:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.475168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.475172:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.475175:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156618, 156618] 00000080:00200000:3.0:1775764894.475185:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.475188:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.475192:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641511424 i_blocks 1196131 00000080:00200000:3.0:1775764894.475194:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.475208:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641511424, count: 4096 00000080:00200000:3.0:1775764894.475218:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641511424, bytes: 4096 00000080:00200000:3.0:1775764894.475221:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.475224:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156620, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.475225:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641511424, 641515520) 0 0 00000080:00200000:3.0:1775764894.475227:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.475232:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156619, 156619] 00020000:00200000:3.0:1775764894.475234:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641511424 chunk: [641511424, 641515520) 641515520, 4096 00020000:00200000:3.0:1775764894.475236:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.475344:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156619, 156619] 00000008:00010000:3.0:1775764894.475361:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.475363:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.475446:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475455:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641511424 641515519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475463:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475470:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475477:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.475485:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641511424, 641515520) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.475490:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156619 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.475505:0:17279:0:(rw26.c:858:ll_write_end()) pos 641511424, len 4096, copied 4096 00000080:00200000:3.0:1775764894.475509:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f945964d[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.475512:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000109ad156 fffffc0001001 3:0 ffff967bc914a9a0 156619 lru 00000080:00200000:3.0:1775764894.475517:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000272a3c7d 156619: 1< 0 - - > 2< 641511424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 416 - -> 00000080:00200000:3.0:1775764894.475519:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f945964d 00000080:00200000:3.0:1775764894.475520:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.475523:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.475531:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.475543:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.475546:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.475548:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.475554:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.475556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.475559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.475562:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475570:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.475578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.475580:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.475584:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.475587:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156619, 156619] 00000080:00200000:3.0:1775764894.475598:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.475601:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.475607:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641515520 i_blocks 1196131 00000080:00200000:3.0:1775764894.475610:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.475626:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641515520, count: 4096 00000080:00200000:3.0:1775764894.475637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641515520, bytes: 4096 00000080:00200000:3.0:1775764894.475639:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.475643:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156621, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.475644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641515520, 641519616) 0 0 00000080:00200000:3.0:1775764894.475646:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.475651:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156620, 156620] 00020000:00200000:3.0:1775764894.475654:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641515520 chunk: [641515520, 641519616) 641519616, 4096 00020000:00200000:3.0:1775764894.475656:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.475667:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156620, 156620] 00000008:00010000:3.0:1775764894.475672:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.475674:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.475682:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475691:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641515520 641519615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475699:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475706:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475713:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.475721:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641515520, 641519616) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.475725:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156620 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.475741:0:17279:0:(rw26.c:858:ll_write_end()) pos 641515520, len 4096, copied 4096 00000080:00200000:3.0:1775764894.475746:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002ba5cc5d[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.475748:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000089831eeb fffffc0001001 3:0 ffff967bc914aa80 156620 lru 00000080:00200000:3.0:1775764894.475753:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5203f2e 156620: 1< 0 - - > 2< 641515520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 417 - -> 00000080:00200000:3.0:1775764894.475755:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002ba5cc5d 00000080:00200000:3.0:1775764894.475756:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.475758:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.475766:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.475777:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.475779:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.475781:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.475787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.475789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.475791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.475794:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475801:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.475809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.475811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.475816:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.475819:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156620, 156620] 00000080:00200000:3.0:1775764894.475830:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.475833:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.475839:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641519616 i_blocks 1196131 00000080:00200000:3.0:1775764894.475842:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.475857:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641519616, count: 4096 00000080:00200000:3.0:1775764894.475868:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641519616, bytes: 4096 00000080:00200000:3.0:1775764894.475870:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.475874:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156622, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.475876:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641519616, 641523712) 0 0 00000080:00200000:3.0:1775764894.475878:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.475884:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156621, 156621] 00020000:00200000:3.0:1775764894.475887:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641519616 chunk: [641519616, 641523712) 641523712, 4096 00020000:00200000:3.0:1775764894.475889:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.475900:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156621, 156621] 00000008:00010000:3.0:1775764894.475905:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.475908:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.475915:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475924:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641519616 641523711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475932:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.475940:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476040:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476049:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641519616, 641523712) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.476055:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156621 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.476078:0:17279:0:(rw26.c:858:ll_write_end()) pos 641519616, len 4096, copied 4096 00000080:00200000:3.0:1775764894.476082:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000016c8417[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.476085:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4a602cd fffffc0001021 2:0 ffff967bc914a540 156621 lru 00000080:00200000:3.0:1775764894.476090:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000093ac733f 156621: 1< 0 - - > 2< 641519616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 418 - -> 00000080:00200000:3.0:1775764894.476092:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000016c8417 00000080:00200000:3.0:1775764894.476093:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.476095:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.476103:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476114:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.476116:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.476118:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.476123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.476125:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.476127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.476131:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476138:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.476145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.476147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.476151:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.476153:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156621, 156621] 00000080:00200000:3.0:1775764894.476164:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.476166:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.476171:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641523712 i_blocks 1196131 00000080:00200000:3.0:1775764894.476173:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.476187:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641523712, count: 4096 00000080:00200000:3.0:1775764894.476198:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641523712, bytes: 4096 00000080:00200000:3.0:1775764894.476200:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.476204:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156623, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.476205:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641523712, 641527808) 0 0 00000080:00200000:3.0:1775764894.476208:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.476212:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156622, 156622] 00020000:00200000:3.0:1775764894.476215:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641523712 chunk: [641523712, 641527808) 641527808, 4096 00020000:00200000:3.0:1775764894.476217:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.476228:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156622, 156622] 00000008:00010000:3.0:1775764894.476232:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.476234:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.476241:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476336:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641523712 641527807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476345:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476362:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476368:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476459:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641523712, 641527808) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.476465:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156622 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.476482:0:17279:0:(rw26.c:858:ll_write_end()) pos 641523712, len 4096, copied 4096 00000080:00200000:3.0:1775764894.476486:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004e0a63b7[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.476489:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000038814692 fffffc0001001 3:0 ffff967bc914a0e0 156622 lru 00000080:00200000:3.0:1775764894.476494:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d040eef9 156622: 1< 0 - - > 2< 641523712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 419 - -> 00000080:00200000:3.0:1775764894.476496:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004e0a63b7 00000080:00200000:3.0:1775764894.476498:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.476500:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.476509:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476520:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.476522:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.476525:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.476531:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.476533:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.476536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.476539:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476546:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.476553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.476555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.476559:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.476562:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156622, 156622] 00000080:00200000:3.0:1775764894.476573:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.476576:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.476581:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641527808 i_blocks 1196131 00000080:00200000:3.0:1775764894.476584:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.476599:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641527808, count: 4096 00000080:00200000:3.0:1775764894.476612:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641527808, bytes: 4096 00000080:00200000:3.0:1775764894.476615:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.476619:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156624, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.476620:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641527808, 641531904) 0 0 00000080:00200000:3.0:1775764894.476623:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.476629:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156623, 156623] 00020000:00200000:3.0:1775764894.476632:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641527808 chunk: [641527808, 641531904) 641531904, 4096 00020000:00200000:3.0:1775764894.476635:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.476646:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156623, 156623] 00000008:00010000:3.0:1775764894.476652:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.476655:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.476663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476672:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641527808 641531903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476680:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476687:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476694:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476701:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641527808, 641531904) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.476706:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156623 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.476723:0:17279:0:(rw26.c:858:ll_write_end()) pos 641527808, len 4096, copied 4096 00000080:00200000:3.0:1775764894.476727:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c03201c8[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.476730:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7d0691f fffffc0001001 3:0 ffff967bc914a1c0 156623 lru 00000080:00200000:3.0:1775764894.476735:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000048efe0a4 156623: 1< 0 - - > 2< 641527808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 420 - -> 00000080:00200000:3.0:1775764894.476737:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c03201c8 00000080:00200000:3.0:1775764894.476738:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.476740:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.476748:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476759:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.476762:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.476764:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.476769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.476771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.476774:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.476777:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476785:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.476793:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.476795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.476799:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.476801:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156623, 156623] 00000080:00200000:3.0:1775764894.476812:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.476815:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.476820:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641531904 i_blocks 1196131 00000080:00200000:3.0:1775764894.476822:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.476838:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641531904, count: 4096 00000080:00200000:3.0:1775764894.476848:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641531904, bytes: 4096 00000080:00200000:3.0:1775764894.476850:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.476854:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156625, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.476855:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641531904, 641536000) 0 0 00000080:00200000:3.0:1775764894.476858:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.476863:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156624, 156624] 00020000:00200000:3.0:1775764894.476865:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641531904 chunk: [641531904, 641536000) 641536000, 4096 00020000:00200000:3.0:1775764894.476868:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.476879:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156624, 156624] 00000008:00010000:3.0:1775764894.476884:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.476886:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.476894:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476903:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641531904 641535999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476912:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476919:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.476926:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.476935:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641531904, 641536000) append 0 append lockpos 0 00000080:00200000:3.0:1775764894.477037:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156624 of 0 to 4096 bytes 00000080:00200000:3.0:1775764894.477055:0:17279:0:(rw26.c:858:ll_write_end()) pos 641531904, len 4096, copied 4096 00000080:00200000:3.0:1775764894.477060:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d8b48c23[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:3.0:1775764894.477062:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066183c61 fffffc0001001 3:0 ffff967bc914a700 156624 lru 00000080:00200000:3.0:1775764894.477068:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7e2b16b 156624: 1< 0 - - > 2< 641531904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 421 - -> 00000080:00200000:3.0:1775764894.477070:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d8b48c23 00000080:00200000:3.0:1775764894.477071:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775764894.477074:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.477082:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1775764894.477094:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:3.0:1775764894.477097:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775764894.477099:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1775764894.477105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:3.0:1775764894.477107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775764894.477109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775764894.477113:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.477120:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1775764894.477127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:3.0:1775764894.477130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:3.0:1775764894.477134:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775764894.477136:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156624, 156624] 00000080:00200000:3.0:1775764894.477148:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775764894.477151:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775764894.477155:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641536000 i_blocks 1196131 00000080:00200000:3.0:1775764894.477158:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775764894.477174:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641536000, count: 4096 00000080:00200000:3.0:1775764894.477185:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641536000, bytes: 4096 00000080:00200000:3.0:1775764894.477188:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1775764894.477192:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156626, [0x200000402:0x10:0x0] hash] 00000020:00200000:3.0:1775764894.477193:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641536000, 641540096) 0 0 00000080:00200000:3.0:1775764894.477196:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775764894.477201:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156625, 156625] 00020000:00200000:3.0:1775764894.477204:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641536000 chunk: [641536000, 641540096) 641540096, 4096 00020000:00200000:3.0:1775764894.477206:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775764894.477217:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156625, 156625] 00000008:00010000:3.0:1775764894.477221:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775764894.477223:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd895b9b0, osc lock ffff967cc58dc980, flags 0x0 00010000:00010000:3.0:1775764894.477230:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.477238:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641536000 641540095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.477338:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.477347:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.477362:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.477567:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641536000, 641540096) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.477575:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156625 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.477593:0:17279:0:(rw26.c:858:ll_write_end()) pos 641536000, len 4096, copied 4096 00000080:00200000:2.0:1775764894.477597:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005a73195a[3 0000000014a1af93 2 1 000000006cc5042e] 00000080:00200000:2.0:1775764894.477599:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0684768 fffffc0001001 3:0 ffff967bc9188c40 156625 lru 00000080:00200000:2.0:1775764894.477605:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003449f2c0 156625: 1< 0 - - > 2< 641536000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 422 - -> 00000080:00200000:2.0:1775764894.477608:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005a73195a 00000080:00200000:2.0:1775764894.477609:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.477611:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.477620:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.477631:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.477634:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.477636:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.477641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.477643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.477645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd895b9b0 (ffff967cc8af0b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.477649:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.477656:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.477665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc8a866c8 (ffff967cc8af0878/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.477667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd895b9b0 (ffff967cc8af0878/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.477672:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.477675:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156625, 156625] 00000080:00200000:2.0:1775764894.477686:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.477688:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.477693:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641540096 i_blocks 1196131 00000080:00200000:2.0:1775764894.477696:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.477713:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641540096, count: 4096 00000080:00200000:2.0:1775764894.477730:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641540096, bytes: 4096 00000080:00200000:2.0:1775764894.477733:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.477736:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156627, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.477738:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641540096, 641544192) 0 0 00000080:00200000:2.0:1775764894.477740:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.477745:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156626, 156626] 00020000:00200000:2.0:1775764894.477748:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641540096 chunk: [641540096, 641544192) 641544192, 4096 00020000:00200000:2.0:1775764894.477750:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.477766:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156626, 156626] 00000008:00010000:2.0:1775764894.477773:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.477775:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.477782:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.477791:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641540096 641544191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.477799:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.477805:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.477811:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.477818:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641540096, 641544192) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.477823:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156626 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.477843:0:17279:0:(rw26.c:858:ll_write_end()) pos 641540096, len 4096, copied 4096 00000080:00200000:2.0:1775764894.477846:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000015810c6d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.477850:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000012511d7e fffffc0001001 3:0 ffff967bc91889a0 156626 lru 00000080:00200000:2.0:1775764894.477857:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d46c7056 156626: 1< 0 - - > 2< 641540096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 423 - -> 00000080:00200000:2.0:1775764894.477859:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000015810c6d 00000080:00200000:2.0:1775764894.477860:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.477862:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.477870:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.477882:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.477885:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.477887:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.477892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.477895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.477898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.477901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.477909:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.477916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.477918:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.477922:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.477925:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156626, 156626] 00000080:00200000:2.0:1775764894.478036:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.478040:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.478045:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641544192 i_blocks 1196131 00000080:00200000:2.0:1775764894.478049:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.478068:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641544192, count: 4096 00000080:00200000:2.0:1775764894.478080:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641544192, bytes: 4096 00000080:00200000:2.0:1775764894.478084:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.478088:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156628, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.478089:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641544192, 641548288) 0 0 00000080:00200000:2.0:1775764894.478091:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.478097:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156627, 156627] 00020000:00200000:2.0:1775764894.478100:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641544192 chunk: [641544192, 641548288) 641548288, 4096 00020000:00200000:2.0:1775764894.478102:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.478114:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156627, 156627] 00000008:00010000:2.0:1775764894.478120:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.478123:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.478130:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478139:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641544192 641548287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478147:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478161:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.478169:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641544192, 641548288) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.478173:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156627 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.478190:0:17279:0:(rw26.c:858:ll_write_end()) pos 641544192, len 4096, copied 4096 00000080:00200000:2.0:1775764894.478195:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000068952e95[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.478198:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f568a198 fffffc0001001 3:0 ffff967bc9188a80 156627 lru 00000080:00200000:2.0:1775764894.478204:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003ade1fca 156627: 1< 0 - - > 2< 641544192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 424 - -> 00000080:00200000:2.0:1775764894.478206:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000068952e95 00000080:00200000:2.0:1775764894.478207:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.478209:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.478218:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.478231:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.478233:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.478235:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.478241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.478243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.478269:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.478273:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478280:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.478288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.478290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.478295:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.478297:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156627, 156627] 00000080:00200000:2.0:1775764894.478309:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.478312:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.478316:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641548288 i_blocks 1196131 00000080:00200000:2.0:1775764894.478319:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.478335:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641548288, count: 4096 00000080:00200000:2.0:1775764894.478348:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641548288, bytes: 4096 00000080:00200000:2.0:1775764894.478360:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.478364:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156629, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.478366:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641548288, 641552384) 0 0 00000080:00200000:2.0:1775764894.478368:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.478453:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156628, 156628] 00020000:00200000:2.0:1775764894.478457:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641548288 chunk: [641548288, 641552384) 641552384, 4096 00020000:00200000:2.0:1775764894.478460:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.478474:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156628, 156628] 00000008:00010000:2.0:1775764894.478480:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.478482:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.478490:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478499:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641548288 641552383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478507:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478513:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478520:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.478528:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641548288, 641552384) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.478533:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156628 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.478559:0:17279:0:(rw26.c:858:ll_write_end()) pos 641548288, len 4096, copied 4096 00000080:00200000:2.0:1775764894.478564:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b80d37ce[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.478568:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6c92497 fffffc0001021 2:0 ffff967bc9188540 156628 lru 00000080:00200000:2.0:1775764894.478573:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000361a1dfd 156628: 1< 0 - - > 2< 641548288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 425 - -> 00000080:00200000:2.0:1775764894.478576:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b80d37ce 00000080:00200000:2.0:1775764894.478577:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.478579:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.478588:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.478600:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.478603:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.478606:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.478612:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.478614:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.478617:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.478622:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478630:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.478639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.478641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.478646:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.478648:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156628, 156628] 00000080:00200000:2.0:1775764894.478660:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.478663:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.478669:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641552384 i_blocks 1196131 00000080:00200000:2.0:1775764894.478672:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.478688:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641552384, count: 4096 00000080:00200000:2.0:1775764894.478700:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641552384, bytes: 4096 00000080:00200000:2.0:1775764894.478703:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.478707:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156630, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.478708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641552384, 641556480) 0 0 00000080:00200000:2.0:1775764894.478710:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.478716:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156629, 156629] 00020000:00200000:2.0:1775764894.478718:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641552384 chunk: [641552384, 641556480) 641556480, 4096 00020000:00200000:2.0:1775764894.478720:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.478731:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156629, 156629] 00000008:00010000:2.0:1775764894.478736:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.478739:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.478746:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478755:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641552384 641556479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478764:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478779:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.478788:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641552384, 641556480) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.478792:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156629 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.478809:0:17279:0:(rw26.c:858:ll_write_end()) pos 641552384, len 4096, copied 4096 00000080:00200000:2.0:1775764894.478814:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cb8861e1[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.478816:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ab6a3a14 fffffc0001001 3:0 ffff967bc91880e0 156629 lru 00000080:00200000:2.0:1775764894.478821:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f6000bf1 156629: 1< 0 - - > 2< 641552384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 426 - -> 00000080:00200000:2.0:1775764894.478823:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cb8861e1 00000080:00200000:2.0:1775764894.478824:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.478826:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.478834:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.478846:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.478848:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.478851:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.478857:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.478859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.478862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.478865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.478873:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.478880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.478882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.478886:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.478889:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156629, 156629] 00000080:00200000:2.0:1775764894.478900:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.478903:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.478908:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641556480 i_blocks 1196131 00000080:00200000:2.0:1775764894.478912:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.478927:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641556480, count: 4096 00000080:00200000:2.0:1775764894.478939:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641556480, bytes: 4096 00000080:00200000:2.0:1775764894.479046:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.479050:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156631, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.479051:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641556480, 641560576) 0 0 00000080:00200000:2.0:1775764894.479054:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.479060:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156630, 156630] 00020000:00200000:2.0:1775764894.479063:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641556480 chunk: [641556480, 641560576) 641560576, 4096 00020000:00200000:2.0:1775764894.479065:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.479079:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156630, 156630] 00000008:00010000:2.0:1775764894.479085:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.479087:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.479095:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479103:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641556480 641560575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479112:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479119:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479126:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.479365:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641556480, 641560576) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.479445:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156630 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.479465:0:17279:0:(rw26.c:858:ll_write_end()) pos 641556480, len 4096, copied 4096 00000080:00200000:2.0:1775764894.479469:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b83b74f[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.479471:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8374a2f fffffc0001001 3:0 ffff967bc91881c0 156630 lru 00000080:00200000:2.0:1775764894.479477:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009b0e3c83 156630: 1< 0 - - > 2< 641556480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 427 - -> 00000080:00200000:2.0:1775764894.479479:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b83b74f 00000080:00200000:2.0:1775764894.479480:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.479482:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.479492:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.479503:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.479506:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.479508:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.479513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.479515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.479517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.479522:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479530:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.479538:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.479540:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.479546:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.479549:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156630, 156630] 00000080:00200000:2.0:1775764894.479560:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.479563:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.479569:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641560576 i_blocks 1196131 00000080:00200000:2.0:1775764894.479572:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.479589:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641560576, count: 4096 00000080:00200000:2.0:1775764894.479602:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641560576, bytes: 4096 00000080:00200000:2.0:1775764894.479605:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.479609:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156632, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.479611:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641560576, 641564672) 0 0 00000080:00200000:2.0:1775764894.479613:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.479620:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156631, 156631] 00020000:00200000:2.0:1775764894.479623:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641560576 chunk: [641560576, 641564672) 641564672, 4096 00020000:00200000:2.0:1775764894.479626:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.479640:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156631, 156631] 00000008:00010000:2.0:1775764894.479646:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.479648:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.479658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479668:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641560576 641564671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479677:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479684:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479698:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.479707:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641560576, 641564672) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.479711:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156631 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.479730:0:17279:0:(rw26.c:858:ll_write_end()) pos 641560576, len 4096, copied 4096 00000080:00200000:2.0:1775764894.479734:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000260d584d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.479736:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fd92c9c4 fffffc0001001 3:0 ffff967bc9188700 156631 lru 00000080:00200000:2.0:1775764894.479742:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000398041c3 156631: 1< 0 - - > 2< 641560576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 428 - -> 00000080:00200000:2.0:1775764894.479743:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000260d584d 00000080:00200000:2.0:1775764894.479744:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.479746:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.479754:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.479766:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.479769:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.479771:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.479776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.479778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.479781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.479785:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479792:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.479805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.479807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.479811:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.479814:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156631, 156631] 00000080:00200000:2.0:1775764894.479826:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.479829:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.479834:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641564672 i_blocks 1196131 00000080:00200000:2.0:1775764894.479837:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.479853:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641564672, count: 4096 00000080:00200000:2.0:1775764894.479865:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641564672, bytes: 4096 00000080:00200000:2.0:1775764894.479868:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.479871:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156633, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.479872:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641564672, 641568768) 0 0 00000080:00200000:2.0:1775764894.479874:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.479879:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156632, 156632] 00020000:00200000:2.0:1775764894.479882:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641564672 chunk: [641564672, 641568768) 641568768, 4096 00020000:00200000:2.0:1775764894.479885:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.479896:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156632, 156632] 00000008:00010000:2.0:1775764894.479901:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.479903:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.479911:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479920:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641564672 641568767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.479930:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480051:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.480061:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641564672, 641568768) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.480067:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156632 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.480083:0:17279:0:(rw26.c:858:ll_write_end()) pos 641564672, len 4096, copied 4096 00000080:00200000:2.0:1775764894.480087:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000098de55e7[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.480089:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000803719a fffffc0001001 3:0 ffff967bc91882a0 156632 lru 00000080:00200000:2.0:1775764894.480095:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007ea3faa7 156632: 1< 0 - - > 2< 641564672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 429 - -> 00000080:00200000:2.0:1775764894.480097:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000098de55e7 00000080:00200000:2.0:1775764894.480098:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.480101:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.480109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.480122:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.480125:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.480127:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.480133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.480136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.480138:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.480142:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480155:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.480164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.480166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.480170:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.480173:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156632, 156632] 00000080:00200000:2.0:1775764894.480184:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.480188:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.480193:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641568768 i_blocks 1196131 00000080:00200000:2.0:1775764894.480196:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.480212:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641568768, count: 4096 00000080:00200000:2.0:1775764894.480224:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641568768, bytes: 4096 00000080:00200000:2.0:1775764894.480227:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.480231:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156634, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.480232:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641568768, 641572864) 0 0 00000080:00200000:2.0:1775764894.480235:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.480240:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156633, 156633] 00020000:00200000:2.0:1775764894.480243:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641568768 chunk: [641568768, 641572864) 641572864, 4096 00020000:00200000:2.0:1775764894.480327:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.480343:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156633, 156633] 00000008:00010000:2.0:1775764894.480348:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.480360:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.480455:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480467:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641568768 641572863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480481:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480489:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480496:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.480505:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641568768, 641572864) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.480512:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156633 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.480529:0:17279:0:(rw26.c:858:ll_write_end()) pos 641568768, len 4096, copied 4096 00000080:00200000:2.0:1775764894.480534:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000060cb5047[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.480537:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000000a874e fffffc0001001 3:0 ffff967bc9188e00 156633 lru 00000080:00200000:2.0:1775764894.480543:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000003113732 156633: 1< 0 - - > 2< 641568768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 430 - -> 00000080:00200000:2.0:1775764894.480545:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000060cb5047 00000080:00200000:2.0:1775764894.480546:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.480548:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.480557:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.480568:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.480570:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.480572:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.480578:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.480581:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.480584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.480587:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480596:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.480604:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.480607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.480610:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.480613:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156633, 156633] 00000080:00200000:2.0:1775764894.480625:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.480628:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.480633:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641572864 i_blocks 1196131 00000080:00200000:2.0:1775764894.480636:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.480653:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641572864, count: 4096 00000080:00200000:2.0:1775764894.480665:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641572864, bytes: 4096 00000080:00200000:2.0:1775764894.480669:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.480672:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156635, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.480674:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641572864, 641576960) 0 0 00000080:00200000:2.0:1775764894.480677:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.480683:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156634, 156634] 00020000:00200000:2.0:1775764894.480686:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641572864 chunk: [641572864, 641576960) 641576960, 4096 00020000:00200000:2.0:1775764894.480688:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.480701:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156634, 156634] 00000008:00010000:2.0:1775764894.480706:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.480709:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.480717:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480731:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641572864 641576959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480740:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480748:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480755:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.480763:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641572864, 641576960) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.480768:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156634 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.480795:0:17279:0:(rw26.c:858:ll_write_end()) pos 641572864, len 4096, copied 4096 00000080:00200000:2.0:1775764894.480800:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000046c02d68[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.480802:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6273b0e fffffc0001001 3:0 ffff967bc9189380 156634 lru 00000080:00200000:2.0:1775764894.480808:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f3fef5a7 156634: 1< 0 - - > 2< 641572864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 431 - -> 00000080:00200000:2.0:1775764894.480810:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000046c02d68 00000080:00200000:2.0:1775764894.480812:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.480814:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.480822:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.480835:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.480839:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.480841:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.480847:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.480850:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.480852:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.480856:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.480864:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.480871:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.480873:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.480889:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.480894:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156634, 156634] 00000080:00200000:2.0:1775764894.480905:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.480909:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.480914:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641576960 i_blocks 1196131 00000080:00200000:2.0:1775764894.480917:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.480933:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641576960, count: 4096 00000080:00200000:2.0:1775764894.481199:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641576960, bytes: 4096 00000080:00200000:2.0:1775764894.481203:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.481207:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156636, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.481209:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641576960, 641581056) 0 0 00000080:00200000:2.0:1775764894.481211:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.481218:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156635, 156635] 00020000:00200000:2.0:1775764894.481220:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641576960 chunk: [641576960, 641581056) 641581056, 4096 00020000:00200000:2.0:1775764894.481223:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.481237:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156635, 156635] 00000008:00010000:2.0:1775764894.481243:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.481276:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.481286:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481296:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641576960 641581055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481305:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481311:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481318:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.481326:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641576960, 641581056) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.481332:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156635 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.481484:0:17279:0:(rw26.c:858:ll_write_end()) pos 641576960, len 4096, copied 4096 00000080:00200000:2.0:1775764894.481490:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000035eb5911[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.481492:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008eab29fb fffffc0001001 3:0 ffff967bc9189c40 156635 lru 00000080:00200000:2.0:1775764894.481498:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000022dde6b2 156635: 1< 0 - - > 2< 641576960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 432 - -> 00000080:00200000:2.0:1775764894.481501:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000035eb5911 00000080:00200000:2.0:1775764894.481502:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.481504:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.481514:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.481528:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.481531:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.481534:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.481541:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.481544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.481546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.481550:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481558:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.481566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.481568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.481573:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.481575:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156635, 156635] 00000080:00200000:2.0:1775764894.481588:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.481591:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.481596:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641581056 i_blocks 1196131 00000080:00200000:2.0:1775764894.481599:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.481616:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641581056, count: 4096 00000080:00200000:2.0:1775764894.481628:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641581056, bytes: 4096 00000080:00200000:2.0:1775764894.481631:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.481634:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156637, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.481635:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641581056, 641585152) 0 0 00000080:00200000:2.0:1775764894.481638:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.481643:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156636, 156636] 00020000:00200000:2.0:1775764894.481646:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641581056 chunk: [641581056, 641585152) 641585152, 4096 00020000:00200000:2.0:1775764894.481648:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.481659:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156636, 156636] 00000008:00010000:2.0:1775764894.481664:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.481667:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.481674:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481682:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641581056 641585151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481690:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481697:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481703:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.481710:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641581056, 641585152) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.481715:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156636 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.481730:0:17279:0:(rw26.c:858:ll_write_end()) pos 641581056, len 4096, copied 4096 00000080:00200000:2.0:1775764894.481734:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001cd92838[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.481737:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001c220ef3 fffffc0001001 3:0 ffff967bc91899a0 156636 lru 00000080:00200000:2.0:1775764894.481742:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d4542a17 156636: 1< 0 - - > 2< 641581056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 433 - -> 00000080:00200000:2.0:1775764894.481744:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001cd92838 00000080:00200000:2.0:1775764894.481745:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.481747:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.481754:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.481769:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.481772:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.481774:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.481779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.481781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.481784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.481787:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481794:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.481802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.481804:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.481808:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.481810:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156636, 156636] 00000080:00200000:2.0:1775764894.481821:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.481824:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.481828:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641585152 i_blocks 1196131 00000080:00200000:2.0:1775764894.481831:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.481845:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641585152, count: 4096 00000080:00200000:2.0:1775764894.481857:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641585152, bytes: 4096 00000080:00200000:2.0:1775764894.481859:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.481863:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156638, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.481865:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641585152, 641589248) 0 0 00000080:00200000:2.0:1775764894.481867:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.481871:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156637, 156637] 00020000:00200000:2.0:1775764894.481874:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641585152 chunk: [641585152, 641589248) 641589248, 4096 00020000:00200000:2.0:1775764894.481877:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.481887:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156637, 156637] 00000008:00010000:2.0:1775764894.481891:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.481893:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.481900:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481909:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641585152 641589247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481917:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481924:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.481932:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.481939:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641585152, 641589248) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.482041:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156637 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.482057:0:17279:0:(rw26.c:858:ll_write_end()) pos 641585152, len 4096, copied 4096 00000080:00200000:2.0:1775764894.482061:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000061e1d062[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.482064:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e869bb1c fffffc0001001 3:0 ffff967bc9189a80 156637 lru 00000080:00200000:2.0:1775764894.482069:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e45eff4d 156637: 1< 0 - - > 2< 641585152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 434 - -> 00000080:00200000:2.0:1775764894.482071:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000061e1d062 00000080:00200000:2.0:1775764894.482072:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.482074:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.482083:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482094:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.482097:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.482099:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.482104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.482107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.482109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.482113:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482120:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.482128:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.482130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.482134:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.482136:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156637, 156637] 00000080:00200000:2.0:1775764894.482148:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.482151:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.482155:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641589248 i_blocks 1196131 00000080:00200000:2.0:1775764894.482158:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.482173:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641589248, count: 4096 00000080:00200000:2.0:1775764894.482184:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641589248, bytes: 4096 00000080:00200000:2.0:1775764894.482186:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.482190:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156639, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.482191:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641589248, 641593344) 0 0 00000080:00200000:2.0:1775764894.482193:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.482199:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156638, 156638] 00020000:00200000:2.0:1775764894.482201:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641589248 chunk: [641589248, 641593344) 641593344, 4096 00020000:00200000:2.0:1775764894.482204:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.482213:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156638, 156638] 00000008:00010000:2.0:1775764894.482219:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.482221:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.482228:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482236:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641589248 641593343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482268:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482277:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482283:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482291:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641589248, 641593344) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.482296:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156638 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.482311:0:17279:0:(rw26.c:858:ll_write_end()) pos 641589248, len 4096, copied 4096 00000080:00200000:2.0:1775764894.482315:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c25c54c5[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.482318:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ef481dc3 fffffc0001001 3:0 ffff967bc9189540 156638 lru 00000080:00200000:2.0:1775764894.482323:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000779220cc 156638: 1< 0 - - > 2< 641589248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 435 - -> 00000080:00200000:2.0:1775764894.482325:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c25c54c5 00000080:00200000:2.0:1775764894.482327:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.482329:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.482337:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482347:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.482361:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.482364:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.482443:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.482446:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.482450:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.482454:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482462:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.482470:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.482472:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.482476:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.482479:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156638, 156638] 00000080:00200000:2.0:1775764894.482490:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.482493:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.482498:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641593344 i_blocks 1196131 00000080:00200000:2.0:1775764894.482501:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.482517:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641593344, count: 4096 00000080:00200000:2.0:1775764894.482530:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641593344, bytes: 4096 00000080:00200000:2.0:1775764894.482533:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.482537:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156640, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.482539:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641593344, 641597440) 0 0 00000080:00200000:2.0:1775764894.482542:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.482547:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156639, 156639] 00020000:00200000:2.0:1775764894.482550:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641593344 chunk: [641593344, 641597440) 641597440, 4096 00020000:00200000:2.0:1775764894.482552:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.482565:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156639, 156639] 00000008:00010000:2.0:1775764894.482571:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.482573:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.482581:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482590:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641593344 641597439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482598:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482606:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482613:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482621:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641593344, 641597440) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.482626:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156639 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.482644:0:17279:0:(rw26.c:858:ll_write_end()) pos 641593344, len 4096, copied 4096 00000080:00200000:2.0:1775764894.482648:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a0fe7061[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.482651:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b9ab5ec1 fffffc0001001 3:0 ffff967bc91890e0 156639 lru 00000080:00200000:2.0:1775764894.482656:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ead2cf64 156639: 1< 0 - - > 2< 641593344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 436 - -> 00000080:00200000:2.0:1775764894.482658:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a0fe7061 00000080:00200000:2.0:1775764894.482659:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.482665:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.482674:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482687:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.482690:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.482692:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.482697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.482700:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.482702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.482705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482713:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.482721:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.482723:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.482727:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.482729:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156639, 156639] 00000080:00200000:2.0:1775764894.482741:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.482744:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.482749:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641597440 i_blocks 1196131 00000080:00200000:2.0:1775764894.482752:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.482767:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641597440, count: 4096 00000080:00200000:2.0:1775764894.482779:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641597440, bytes: 4096 00000080:00200000:2.0:1775764894.482781:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.482785:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156641, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.482786:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641597440, 641601536) 0 0 00000080:00200000:2.0:1775764894.482789:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.482794:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156640, 156640] 00020000:00200000:2.0:1775764894.482797:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641597440 chunk: [641597440, 641601536) 641601536, 4096 00020000:00200000:2.0:1775764894.482799:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.482811:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156640, 156640] 00000008:00010000:2.0:1775764894.482816:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.482818:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.482826:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482835:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641597440 641601535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482843:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482851:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.482858:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482865:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641597440, 641601536) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.482870:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156640 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.482887:0:17279:0:(rw26.c:858:ll_write_end()) pos 641597440, len 4096, copied 4096 00000080:00200000:2.0:1775764894.482892:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eba27499[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.482895:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006fc9f721 fffffc0001001 3:0 ffff967bc91891c0 156640 lru 00000080:00200000:2.0:1775764894.482900:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001bcb0de1 156640: 1< 0 - - > 2< 641597440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 437 - -> 00000080:00200000:2.0:1775764894.482903:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eba27499 00000080:00200000:2.0:1775764894.482904:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.482907:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.482915:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.482928:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.482931:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.482933:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.482939:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.483047:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.483051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.483055:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483063:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.483072:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.483074:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.483080:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.483082:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156640, 156640] 00000080:00200000:2.0:1775764894.483094:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.483098:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.483103:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641601536 i_blocks 1196131 00000080:00200000:2.0:1775764894.483106:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.483123:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641601536, count: 4096 00000080:00200000:2.0:1775764894.483136:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641601536, bytes: 4096 00000080:00200000:2.0:1775764894.483139:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.483143:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156642, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.483144:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641601536, 641605632) 0 0 00000080:00200000:2.0:1775764894.483147:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.483153:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156641, 156641] 00020000:00200000:2.0:1775764894.483156:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641601536 chunk: [641601536, 641605632) 641605632, 4096 00020000:00200000:2.0:1775764894.483159:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.483172:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156641, 156641] 00000008:00010000:2.0:1775764894.483178:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.483180:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.483187:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483197:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641601536 641605631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483205:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483213:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483220:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.483228:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641601536, 641605632) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.483234:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156641 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.483368:0:17279:0:(rw26.c:858:ll_write_end()) pos 641601536, len 4096, copied 4096 00000080:00200000:2.0:1775764894.483463:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b8cde67b[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.483466:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cf22e671 fffffc0001001 3:0 ffff967bc9189700 156641 lru 00000080:00200000:2.0:1775764894.483472:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fda53d41 156641: 1< 0 - - > 2< 641601536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 438 - -> 00000080:00200000:2.0:1775764894.483474:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b8cde67b 00000080:00200000:2.0:1775764894.483476:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.483478:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.483490:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.483504:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.483507:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.483509:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.483515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.483518:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.483521:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.483524:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483534:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.483542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.483545:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.483550:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.483553:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156641, 156641] 00000080:00200000:2.0:1775764894.483565:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.483569:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.483575:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641605632 i_blocks 1196131 00000080:00200000:2.0:1775764894.483578:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.483595:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641605632, count: 4096 00000080:00200000:2.0:1775764894.483609:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641605632, bytes: 4096 00000080:00200000:2.0:1775764894.483612:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.483615:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156643, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.483617:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641605632, 641609728) 0 0 00000080:00200000:2.0:1775764894.483620:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.483626:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156642, 156642] 00020000:00200000:2.0:1775764894.483629:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641605632 chunk: [641605632, 641609728) 641609728, 4096 00020000:00200000:2.0:1775764894.483632:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.483646:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156642, 156642] 00000008:00010000:2.0:1775764894.483652:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.483655:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.483663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483672:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641605632 641609727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483682:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483696:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.483705:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641605632, 641609728) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.483711:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156642 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.483729:0:17279:0:(rw26.c:858:ll_write_end()) pos 641605632, len 4096, copied 4096 00000080:00200000:2.0:1775764894.483733:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000095856ba4[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.483737:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000228f7c82 fffffc0001001 3:0 ffff967bc91892a0 156642 lru 00000080:00200000:2.0:1775764894.483742:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005995bdce 156642: 1< 0 - - > 2< 641605632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 439 - -> 00000080:00200000:2.0:1775764894.483744:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000095856ba4 00000080:00200000:2.0:1775764894.483746:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.483748:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.483758:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.483770:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.483773:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.483775:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.483782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.483784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.483787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.483805:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483813:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.483822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.483825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.483830:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.483832:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156642, 156642] 00000080:00200000:2.0:1775764894.483843:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.483847:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.483851:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641609728 i_blocks 1196131 00000080:00200000:2.0:1775764894.483854:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.483868:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641609728, count: 4096 00000080:00200000:2.0:1775764894.483878:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641609728, bytes: 4096 00000080:00200000:2.0:1775764894.483880:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.483884:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156644, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.483885:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641609728, 641613824) 0 0 00000080:00200000:2.0:1775764894.483888:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.483893:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156643, 156643] 00020000:00200000:2.0:1775764894.483896:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641609728 chunk: [641609728, 641613824) 641613824, 4096 00020000:00200000:2.0:1775764894.483899:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.483910:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156643, 156643] 00000008:00010000:2.0:1775764894.483915:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.483917:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.483925:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.483934:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641609728 641613823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484369:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484507:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484513:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.484524:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641609728, 641613824) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.484532:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156643 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.484561:0:17279:0:(rw26.c:858:ll_write_end()) pos 641609728, len 4096, copied 4096 00000080:00200000:2.0:1775764894.484566:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000042772af6[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.484569:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001619ed72 fffffc0001021 2:0 ffff967bc9189e00 156643 lru 00000080:00200000:2.0:1775764894.484575:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a85649ee 156643: 1< 0 - - > 2< 641609728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 440 - -> 00000080:00200000:2.0:1775764894.484577:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000042772af6 00000080:00200000:2.0:1775764894.484579:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.484581:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.484595:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.484608:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.484611:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.484613:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.484620:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.484622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.484625:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.484628:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484635:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.484643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.484645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.484649:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.484652:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156643, 156643] 00000080:00200000:2.0:1775764894.484667:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.484670:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.484675:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641613824 i_blocks 1196131 00000080:00200000:2.0:1775764894.484679:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.484698:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641613824, count: 4096 00000080:00200000:2.0:1775764894.484713:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641613824, bytes: 4096 00000080:00200000:2.0:1775764894.484716:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.484720:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156645, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.484721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641613824, 641617920) 0 0 00000080:00200000:2.0:1775764894.484724:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.484733:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156644, 156644] 00020000:00200000:2.0:1775764894.484736:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641613824 chunk: [641613824, 641617920) 641617920, 4096 00020000:00200000:2.0:1775764894.484739:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.484754:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156644, 156644] 00000008:00010000:2.0:1775764894.484761:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.484763:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.484773:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484783:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641613824 641617919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484791:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484798:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484806:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.484814:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641613824, 641617920) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.484820:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156644 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.484837:0:17279:0:(rw26.c:858:ll_write_end()) pos 641613824, len 4096, copied 4096 00000080:00200000:2.0:1775764894.484841:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003466a6f2[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.484844:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000218ed4df fffffc0001001 3:0 ffff967bc91898c0 156644 lru 00000080:00200000:2.0:1775764894.484850:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005c5480c0 156644: 1< 0 - - > 2< 641613824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 441 - -> 00000080:00200000:2.0:1775764894.484852:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003466a6f2 00000080:00200000:2.0:1775764894.484853:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.484855:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.484864:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.484875:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.484878:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.484880:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.484886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.484888:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.484891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.484895:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.484903:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.484911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.484914:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.484918:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.484921:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156644, 156644] 00000080:00200000:2.0:1775764894.484932:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.484934:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.484938:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641617920 i_blocks 1196131 00000080:00200000:2.0:1775764894.485050:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.485070:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641617920, count: 4096 00000080:00200000:2.0:1775764894.485083:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641617920, bytes: 4096 00000080:00200000:2.0:1775764894.485086:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.485089:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156646, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.485091:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641617920, 641622016) 0 0 00000080:00200000:2.0:1775764894.485094:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.485100:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156645, 156645] 00020000:00200000:2.0:1775764894.485104:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641617920 chunk: [641617920, 641622016) 641622016, 4096 00020000:00200000:2.0:1775764894.485106:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.485118:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156645, 156645] 00000008:00010000:2.0:1775764894.485123:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.485125:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.485132:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485140:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641617920 641622015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485147:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485160:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.485167:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641617920, 641622016) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.485171:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156645 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.485186:0:17279:0:(rw26.c:858:ll_write_end()) pos 641617920, len 4096, copied 4096 00000080:00200000:2.0:1775764894.485190:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e1dbffa6[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.485193:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000098a4e69b fffffc0001001 3:0 ffff967bc9189460 156645 lru 00000080:00200000:2.0:1775764894.485198:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000606af3f9 156645: 1< 0 - - > 2< 641617920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 442 - -> 00000080:00200000:2.0:1775764894.485200:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e1dbffa6 00000080:00200000:2.0:1775764894.485201:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.485204:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.485212:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.485224:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.485227:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.485229:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.485235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.485237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.485239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.485242:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485335:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.485344:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.485346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.485361:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.485365:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156645, 156645] 00000080:00200000:2.0:1775764894.485468:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.485473:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.485479:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641622016 i_blocks 1196131 00000080:00200000:2.0:1775764894.485482:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.485497:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641622016, count: 4096 00000080:00200000:2.0:1775764894.485509:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641622016, bytes: 4096 00000080:00200000:2.0:1775764894.485512:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.485516:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156647, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.485517:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641622016, 641626112) 0 0 00000080:00200000:2.0:1775764894.485520:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.485526:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156646, 156646] 00020000:00200000:2.0:1775764894.485529:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641622016 chunk: [641622016, 641626112) 641626112, 4096 00020000:00200000:2.0:1775764894.485531:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.485545:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156646, 156646] 00000008:00010000:2.0:1775764894.485550:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.485553:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.485562:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485571:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641622016 641626111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485580:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485588:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485594:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.485603:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641622016, 641626112) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.485608:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156646 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.485631:0:17279:0:(rw26.c:858:ll_write_end()) pos 641622016, len 4096, copied 4096 00000080:00200000:2.0:1775764894.485636:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000e12859b[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.485638:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005f16dcc0 fffffc0001001 3:0 ffff967bc9189ee0 156646 lru 00000080:00200000:2.0:1775764894.485643:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000050113a35 156646: 1< 0 - - > 2< 641622016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 443 - -> 00000080:00200000:2.0:1775764894.485646:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000e12859b 00000080:00200000:2.0:1775764894.485647:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.485649:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.485658:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.485668:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.485670:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.485672:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.485678:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.485680:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.485682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.485686:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485693:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.485701:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.485703:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.485707:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.485709:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156646, 156646] 00000080:00200000:2.0:1775764894.485720:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.485723:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.485728:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641626112 i_blocks 1196131 00000080:00200000:2.0:1775764894.485730:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.485745:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641626112, count: 4096 00000080:00200000:2.0:1775764894.485755:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641626112, bytes: 4096 00000080:00200000:2.0:1775764894.485758:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.485762:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156648, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.485763:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641626112, 641630208) 0 0 00000080:00200000:2.0:1775764894.485766:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.485771:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156647, 156647] 00020000:00200000:2.0:1775764894.485774:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641626112 chunk: [641626112, 641630208) 641630208, 4096 00020000:00200000:2.0:1775764894.485776:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.485787:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156647, 156647] 00000008:00010000:2.0:1775764894.485792:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.485794:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.485802:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485810:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641626112 641630207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485819:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485825:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485832:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.485839:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641626112, 641630208) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.485845:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156647 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.485861:0:17279:0:(rw26.c:858:ll_write_end()) pos 641626112, len 4096, copied 4096 00000080:00200000:2.0:1775764894.485864:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081659516[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.485867:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dcc9d2f7 fffffc0001001 3:0 ffff967bc9189d20 156647 lru 00000080:00200000:2.0:1775764894.485872:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000015423351 156647: 1< 0 - - > 2< 641626112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 444 - -> 00000080:00200000:2.0:1775764894.485874:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081659516 00000080:00200000:2.0:1775764894.485875:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.485877:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.485885:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.485897:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.485899:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.485901:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.485907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.485909:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.485912:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.485916:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.485924:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.485932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.485935:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.485939:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.486045:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156647, 156647] 00000080:00200000:2.0:1775764894.486057:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.486060:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.486065:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641630208 i_blocks 1196131 00000080:00200000:2.0:1775764894.486067:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.486081:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641630208, count: 4096 00000080:00200000:2.0:1775764894.486091:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641630208, bytes: 4096 00000080:00200000:2.0:1775764894.486094:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.486097:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156649, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.486098:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641630208, 641634304) 0 0 00000080:00200000:2.0:1775764894.486101:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.486107:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156648, 156648] 00020000:00200000:2.0:1775764894.486110:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641630208 chunk: [641630208, 641634304) 641634304, 4096 00020000:00200000:2.0:1775764894.486112:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.486125:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156648, 156648] 00000008:00010000:2.0:1775764894.486131:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.486134:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.486143:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486151:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641630208 641634303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486158:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486165:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486172:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.486180:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641630208, 641634304) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.486184:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156648 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.486203:0:17279:0:(rw26.c:858:ll_write_end()) pos 641630208, len 4096, copied 4096 00000080:00200000:2.0:1775764894.486207:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000397ea418[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.486210:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d649592b fffffc0001001 3:0 ffff967bc91897e0 156648 lru 00000080:00200000:2.0:1775764894.486215:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007bef3b39 156648: 1< 0 - - > 2< 641630208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 445 - -> 00000080:00200000:2.0:1775764894.486217:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000397ea418 00000080:00200000:2.0:1775764894.486218:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.486221:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.486230:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.486242:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.486274:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.486276:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.486283:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.486285:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.486288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.486292:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486299:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.486307:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.486310:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.486314:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.486317:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156648, 156648] 00000080:00200000:2.0:1775764894.486329:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.486332:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.486337:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641634304 i_blocks 1196131 00000080:00200000:2.0:1775764894.486341:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.486366:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641634304, count: 4096 00000080:00200000:2.0:1775764894.486461:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641634304, bytes: 4096 00000080:00200000:2.0:1775764894.486466:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.486470:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156650, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.486472:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641634304, 641638400) 0 0 00000080:00200000:2.0:1775764894.486474:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.486480:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156649, 156649] 00020000:00200000:2.0:1775764894.486483:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641634304 chunk: [641634304, 641638400) 641638400, 4096 00020000:00200000:2.0:1775764894.486486:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.486499:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156649, 156649] 00000008:00010000:2.0:1775764894.486505:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.486507:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.486515:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486525:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641634304 641638399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486534:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486541:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486547:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.486556:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641634304, 641638400) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.486561:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156649 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.486577:0:17279:0:(rw26.c:858:ll_write_end()) pos 641634304, len 4096, copied 4096 00000080:00200000:2.0:1775764894.486581:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d6e5451d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.486584:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c8a04806 fffffc0001001 3:0 ffff967bc9189b60 156649 lru 00000080:00200000:2.0:1775764894.486590:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f26392cc 156649: 1< 0 - - > 2< 641634304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 446 - -> 00000080:00200000:2.0:1775764894.486592:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d6e5451d 00000080:00200000:2.0:1775764894.486593:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.486595:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.486604:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.486616:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.486618:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.486621:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.486627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.486630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.486633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.486636:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486644:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.486652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.486654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.486659:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.486661:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156649, 156649] 00000080:00200000:2.0:1775764894.486673:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.486676:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.486682:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641638400 i_blocks 1196131 00000080:00200000:2.0:1775764894.486685:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.486701:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641638400, count: 4096 00000080:00200000:2.0:1775764894.486713:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641638400, bytes: 4096 00000080:00200000:2.0:1775764894.486715:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.486719:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156651, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.486721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641638400, 641642496) 0 0 00000080:00200000:2.0:1775764894.486723:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.486729:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156650, 156650] 00020000:00200000:2.0:1775764894.486732:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641638400 chunk: [641638400, 641642496) 641642496, 4096 00020000:00200000:2.0:1775764894.486734:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.486747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156650, 156650] 00000008:00010000:2.0:1775764894.486752:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.486754:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.486762:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486770:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641638400 641642495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486779:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486786:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486792:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.486799:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641638400, 641642496) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.486804:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156650 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.486820:0:17279:0:(rw26.c:858:ll_write_end()) pos 641638400, len 4096, copied 4096 00000080:00200000:2.0:1775764894.486824:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b5d95298[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.486826:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000014ee1dd3 fffffc0001001 3:0 ffff967bc9189620 156650 lru 00000080:00200000:2.0:1775764894.486831:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000068fe3a33 156650: 1< 0 - - > 2< 641638400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 447 - -> 00000080:00200000:2.0:1775764894.486833:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b5d95298 00000080:00200000:2.0:1775764894.486834:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.486836:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.486845:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.486857:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.486859:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.486861:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.486866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.486869:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.486871:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.486875:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.486882:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.486890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.486892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.486896:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.486898:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156650, 156650] 00000080:00200000:2.0:1775764894.486910:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.486913:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.486918:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641642496 i_blocks 1196131 00000080:00200000:2.0:1775764894.486921:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.486936:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641642496, count: 4096 00000080:00200000:2.0:1775764894.487047:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641642496, bytes: 4096 00000080:00200000:2.0:1775764894.487051:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.487054:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156652, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.487056:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641642496, 641646592) 0 0 00000080:00200000:2.0:1775764894.487058:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.487064:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156651, 156651] 00020000:00200000:2.0:1775764894.487067:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641642496 chunk: [641642496, 641646592) 641646592, 4096 00020000:00200000:2.0:1775764894.487069:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.487081:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156651, 156651] 00000008:00010000:2.0:1775764894.487087:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.487089:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.487097:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487107:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641642496 641646591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487114:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487121:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487127:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.487135:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641642496, 641646592) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.487141:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156651 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.487160:0:17279:0:(rw26.c:858:ll_write_end()) pos 641642496, len 4096, copied 4096 00000080:00200000:2.0:1775764894.487164:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005eeb3913[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.487167:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e9d829d4 fffffc0001001 3:0 ffff967bc9189000 156651 lru 00000080:00200000:2.0:1775764894.487172:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006eb7f12e 156651: 1< 0 - - > 2< 641642496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 448 - -> 00000080:00200000:2.0:1775764894.487174:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005eeb3913 00000080:00200000:2.0:1775764894.487175:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.487177:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.487186:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.487197:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.487200:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.487202:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.487208:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.487210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.487213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.487217:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487224:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.487232:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.487234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.487238:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.487240:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156651, 156651] 00000080:00200000:2.0:1775764894.487293:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.487297:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.487302:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641646592 i_blocks 1196131 00000080:00200000:2.0:1775764894.487306:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.487322:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641646592, count: 4096 00000080:00200000:2.0:1775764894.487334:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641646592, bytes: 4096 00000080:00200000:2.0:1775764894.487337:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.487340:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156653, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.487341:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641646592, 641650688) 0 0 00000080:00200000:2.0:1775764894.487344:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.487359:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156652, 156652] 00020000:00200000:2.0:1775764894.487363:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641646592 chunk: [641646592, 641650688) 641650688, 4096 00020000:00200000:2.0:1775764894.487365:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.487526:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156652, 156652] 00000008:00010000:2.0:1775764894.487533:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.487536:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.487546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487554:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641646592 641650687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487562:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487569:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487576:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.487584:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641646592, 641650688) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.487589:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156652 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.487618:0:17279:0:(rw26.c:858:ll_write_end()) pos 641646592, len 4096, copied 4096 00000080:00200000:2.0:1775764894.487623:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005391da8e[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.487626:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a1b62db1 fffffc0001001 3:0 ffff967bc918aee0 156652 lru 00000080:00200000:2.0:1775764894.487631:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aebef631 156652: 1< 0 - - > 2< 641646592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 449 - -> 00000080:00200000:2.0:1775764894.487633:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005391da8e 00000080:00200000:2.0:1775764894.487635:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.487637:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.487647:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.487658:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.487661:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.487663:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.487668:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.487670:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.487672:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.487676:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487682:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.487689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.487691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.487694:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.487697:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156652, 156652] 00000080:00200000:2.0:1775764894.487707:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.487709:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.487714:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641650688 i_blocks 1196131 00000080:00200000:2.0:1775764894.487716:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.487730:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641650688, count: 4096 00000080:00200000:2.0:1775764894.487741:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641650688, bytes: 4096 00000080:00200000:2.0:1775764894.487744:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.487747:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156654, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.487748:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641650688, 641654784) 0 0 00000080:00200000:2.0:1775764894.487750:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.487755:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156653, 156653] 00020000:00200000:2.0:1775764894.487758:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641650688 chunk: [641650688, 641654784) 641654784, 4096 00020000:00200000:2.0:1775764894.487760:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.487769:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156653, 156653] 00000008:00010000:2.0:1775764894.487774:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.487776:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.487782:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487790:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641650688 641654783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487810:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.487818:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641650688, 641654784) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.487822:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156653 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.487848:0:17279:0:(rw26.c:858:ll_write_end()) pos 641650688, len 4096, copied 4096 00000080:00200000:2.0:1775764894.487852:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d1f542ff[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.487855:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000797bd574 fffffc0001001 3:0 ffff967bc918ad20 156653 lru 00000080:00200000:2.0:1775764894.487860:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007010644c 156653: 1< 0 - - > 2< 641650688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 450 - -> 00000080:00200000:2.0:1775764894.487862:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d1f542ff 00000080:00200000:2.0:1775764894.487863:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.487865:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.487873:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.487884:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.487887:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.487889:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.487894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.487896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.487899:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.487903:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.487910:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.487918:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.487921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.487925:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.487927:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156653, 156653] 00000080:00200000:2.0:1775764894.487939:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.488039:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.488045:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641654784 i_blocks 1196131 00000080:00200000:2.0:1775764894.488048:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.488065:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641654784, count: 4096 00000080:00200000:2.0:1775764894.488077:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641654784, bytes: 4096 00000080:00200000:2.0:1775764894.488079:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.488083:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156655, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.488085:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641654784, 641658880) 0 0 00000080:00200000:2.0:1775764894.488088:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.488093:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156654, 156654] 00020000:00200000:2.0:1775764894.488096:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641654784 chunk: [641654784, 641658880) 641658880, 4096 00020000:00200000:2.0:1775764894.488098:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.488108:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156654, 156654] 00000008:00010000:2.0:1775764894.488113:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.488115:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.488123:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488132:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641654784 641658879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488140:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488148:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488155:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.488163:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641654784, 641658880) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.488167:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156654 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.488181:0:17279:0:(rw26.c:858:ll_write_end()) pos 641654784, len 4096, copied 4096 00000080:00200000:2.0:1775764894.488185:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000db0d209[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.488188:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000057bf004 fffffc0001001 3:0 ffff967bc918a7e0 156654 lru 00000080:00200000:2.0:1775764894.488194:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005d7c61be 156654: 1< 0 - - > 2< 641654784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 451 - -> 00000080:00200000:2.0:1775764894.488197:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000db0d209 00000080:00200000:2.0:1775764894.488198:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.488200:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.488207:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.488218:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.488221:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.488222:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.488228:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.488230:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.488233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.488236:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488244:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.488327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.488329:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.488334:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.488337:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156654, 156654] 00000080:00200000:2.0:1775764894.488348:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.488360:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.488365:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641658880 i_blocks 1196131 00000080:00200000:2.0:1775764894.488368:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.488655:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641658880, count: 4096 00000080:00200000:2.0:1775764894.488669:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641658880, bytes: 4096 00000080:00200000:2.0:1775764894.488672:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.488676:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156656, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.488677:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641658880, 641662976) 0 0 00000080:00200000:2.0:1775764894.488680:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.488687:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156655, 156655] 00020000:00200000:2.0:1775764894.488690:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641658880 chunk: [641658880, 641662976) 641662976, 4096 00020000:00200000:2.0:1775764894.488693:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.488705:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156655, 156655] 00000008:00010000:2.0:1775764894.488710:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.488712:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.488720:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488729:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641658880 641662975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488738:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488746:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488753:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.488761:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641658880, 641662976) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.488765:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156655 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.488783:0:17279:0:(rw26.c:858:ll_write_end()) pos 641658880, len 4096, copied 4096 00000080:00200000:2.0:1775764894.488787:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b1de23c[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.488789:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c6988ce4 fffffc0001001 3:0 ffff967bc918ab60 156655 lru 00000080:00200000:2.0:1775764894.488795:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000a137ce1 156655: 1< 0 - - > 2< 641658880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 452 - -> 00000080:00200000:2.0:1775764894.488797:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b1de23c 00000080:00200000:2.0:1775764894.488799:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.488801:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.488810:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.488822:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.488825:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.488827:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.488833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.488835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.488838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.488841:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.488849:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.488858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.488860:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.488864:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.488866:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156655, 156655] 00000080:00200000:2.0:1775764894.488877:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.488880:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.488885:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641662976 i_blocks 1196131 00000080:00200000:2.0:1775764894.488888:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.488902:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641662976, count: 4096 00000080:00200000:2.0:1775764894.488913:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641662976, bytes: 4096 00000080:00200000:2.0:1775764894.488915:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.488918:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156657, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.488920:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641662976, 641667072) 0 0 00000080:00200000:2.0:1775764894.488923:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.488928:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156656, 156656] 00020000:00200000:2.0:1775764894.488930:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641662976 chunk: [641662976, 641667072) 641667072, 4096 00020000:00200000:2.0:1775764894.488932:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.489030:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156656, 156656] 00000008:00010000:2.0:1775764894.489037:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.489039:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.489047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489056:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641662976 641667071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489064:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489072:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489078:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.489086:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641662976, 641667072) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.489091:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156656 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.489105:0:17279:0:(rw26.c:858:ll_write_end()) pos 641662976, len 4096, copied 4096 00000080:00200000:2.0:1775764894.489109:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ac47f686[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.489112:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000bb0d497 fffffc0001001 3:0 ffff967bc918a620 156656 lru 00000080:00200000:2.0:1775764894.489118:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006df38bd6 156656: 1< 0 - - > 2< 641662976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 453 - -> 00000080:00200000:2.0:1775764894.489120:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ac47f686 00000080:00200000:2.0:1775764894.489122:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.489124:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.489131:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.489142:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.489145:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.489147:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.489152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.489155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.489157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.489161:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489168:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.489175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.489177:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.489181:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.489183:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156656, 156656] 00000080:00200000:2.0:1775764894.489193:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.489197:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.489201:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641667072 i_blocks 1196131 00000080:00200000:2.0:1775764894.489204:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.489218:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641667072, count: 4096 00000080:00200000:2.0:1775764894.489228:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641667072, bytes: 4096 00000080:00200000:2.0:1775764894.489231:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.489234:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156658, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.489235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641667072, 641671168) 0 0 00000080:00200000:2.0:1775764894.489239:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.489243:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156657, 156657] 00020000:00200000:2.0:1775764894.489332:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641667072 chunk: [641667072, 641671168) 641671168, 4096 00020000:00200000:2.0:1775764894.489334:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.489348:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156657, 156657] 00000008:00010000:2.0:1775764894.489362:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.489364:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.489448:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489458:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641667072 641671167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489467:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489474:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489481:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.489490:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641667072, 641671168) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.489495:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156657 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.489510:0:17279:0:(rw26.c:858:ll_write_end()) pos 641667072, len 4096, copied 4096 00000080:00200000:2.0:1775764894.489514:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d5854e6a[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.489517:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001b829c41 fffffc0001001 3:0 ffff967bc918a000 156657 lru 00000080:00200000:2.0:1775764894.489522:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000aab53ed5 156657: 1< 0 - - > 2< 641667072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 454 - -> 00000080:00200000:2.0:1775764894.489524:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d5854e6a 00000080:00200000:2.0:1775764894.489526:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.489528:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.489537:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.489548:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.489551:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.489553:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.489558:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.489561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.489563:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.489567:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489575:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.489583:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.489585:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.489588:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.489591:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156657, 156657] 00000080:00200000:2.0:1775764894.489601:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.489604:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.489609:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641671168 i_blocks 1196131 00000080:00200000:2.0:1775764894.489612:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.489626:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641671168, count: 4096 00000080:00200000:2.0:1775764894.489637:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641671168, bytes: 4096 00000080:00200000:2.0:1775764894.489639:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.489643:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156659, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.489644:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641671168, 641675264) 0 0 00000080:00200000:2.0:1775764894.489647:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.489652:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156658, 156658] 00020000:00200000:2.0:1775764894.489655:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641671168 chunk: [641671168, 641675264) 641675264, 4096 00020000:00200000:2.0:1775764894.489658:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.489668:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156658, 156658] 00000008:00010000:2.0:1775764894.489672:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.489674:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.489681:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489690:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641671168 641675263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489698:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489712:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.489719:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641671168, 641675264) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.489723:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156658 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.489744:0:17279:0:(rw26.c:858:ll_write_end()) pos 641671168, len 4096, copied 4096 00000080:00200000:2.0:1775764894.489747:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d9ebac63[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.489750:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000262a718 fffffc0001021 2:0 ffff967bc918a380 156658 lru 00000080:00200000:2.0:1775764894.489756:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001946f50a 156658: 1< 0 - - > 2< 641671168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 455 - -> 00000080:00200000:2.0:1775764894.489758:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d9ebac63 00000080:00200000:2.0:1775764894.489760:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.489762:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.489769:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.489779:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.489782:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.489784:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.489789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.489791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.489793:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.489797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489804:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.489812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.489814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.489817:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.489819:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156658, 156658] 00000080:00200000:2.0:1775764894.489829:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.489832:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.489836:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641675264 i_blocks 1196131 00000080:00200000:2.0:1775764894.489839:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.489853:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641675264, count: 4096 00000080:00200000:2.0:1775764894.489863:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641675264, bytes: 4096 00000080:00200000:2.0:1775764894.489866:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.489869:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156660, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.489870:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641675264, 641679360) 0 0 00000080:00200000:2.0:1775764894.489873:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.489878:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156659, 156659] 00020000:00200000:2.0:1775764894.489881:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641675264 chunk: [641675264, 641679360) 641679360, 4096 00020000:00200000:2.0:1775764894.489883:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.489893:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156659, 156659] 00000008:00010000:2.0:1775764894.489897:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.489899:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.489906:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489915:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641675264 641679359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489923:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489931:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.489937:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490035:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641675264, 641679360) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.490040:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156659 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.490054:0:17279:0:(rw26.c:858:ll_write_end()) pos 641675264, len 4096, copied 4096 00000080:00200000:2.0:1775764894.490058:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001aaed311[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.490061:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001d164dd5 fffffc0001001 3:0 ffff967bc918ac40 156659 lru 00000080:00200000:2.0:1775764894.490067:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000332169cc 156659: 1< 0 - - > 2< 641675264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 456 - -> 00000080:00200000:2.0:1775764894.490069:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001aaed311 00000080:00200000:2.0:1775764894.490071:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.490073:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.490080:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490091:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.490093:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.490095:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.490100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.490103:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.490105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.490109:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490117:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.490125:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.490127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.490130:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.490132:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156659, 156659] 00000080:00200000:2.0:1775764894.490142:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.490146:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.490150:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641679360 i_blocks 1196131 00000080:00200000:2.0:1775764894.490152:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.490167:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641679360, count: 4096 00000080:00200000:2.0:1775764894.490178:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641679360, bytes: 4096 00000080:00200000:2.0:1775764894.490181:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.490184:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156661, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.490186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641679360, 641683456) 0 0 00000080:00200000:2.0:1775764894.490188:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.490193:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156660, 156660] 00020000:00200000:2.0:1775764894.490195:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641679360 chunk: [641679360, 641683456) 641683456, 4096 00020000:00200000:2.0:1775764894.490198:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.490207:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156660, 156660] 00000008:00010000:2.0:1775764894.490212:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.490214:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.490220:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490229:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641679360 641683455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490238:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490270:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490277:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490285:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641679360, 641683456) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.490289:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156660 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.490303:0:17279:0:(rw26.c:858:ll_write_end()) pos 641679360, len 4096, copied 4096 00000080:00200000:2.0:1775764894.490306:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000042f1e889[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.490309:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000039925536 fffffc0001001 3:0 ffff967bc918a9a0 156660 lru 00000080:00200000:2.0:1775764894.490315:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6bf523c 156660: 1< 0 - - > 2< 641679360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 457 - -> 00000080:00200000:2.0:1775764894.490317:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000042f1e889 00000080:00200000:2.0:1775764894.490318:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.490320:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.490327:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490338:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.490340:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.490342:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.490347:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.490361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.490364:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.490368:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490452:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.490461:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.490463:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.490468:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.490470:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156660, 156660] 00000080:00200000:2.0:1775764894.490481:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.490484:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.490489:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641683456 i_blocks 1196131 00000080:00200000:2.0:1775764894.490491:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.490505:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641683456, count: 4096 00000080:00200000:2.0:1775764894.490516:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641683456, bytes: 4096 00000080:00200000:2.0:1775764894.490518:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.490521:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156662, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.490523:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641683456, 641687552) 0 0 00000080:00200000:2.0:1775764894.490525:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.490530:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156661, 156661] 00020000:00200000:2.0:1775764894.490533:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641683456 chunk: [641683456, 641687552) 641687552, 4096 00020000:00200000:2.0:1775764894.490535:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.490547:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156661, 156661] 00000008:00010000:2.0:1775764894.490552:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.490553:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.490560:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490569:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641683456 641687551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490578:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490586:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490593:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490600:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641683456, 641687552) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.490604:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156661 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.490618:0:17279:0:(rw26.c:858:ll_write_end()) pos 641683456, len 4096, copied 4096 00000080:00200000:2.0:1775764894.490622:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006c6253fb[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.490625:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cebf0e65 fffffc0001001 3:0 ffff967bc918aa80 156661 lru 00000080:00200000:2.0:1775764894.490630:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000722253ff 156661: 1< 0 - - > 2< 641683456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 458 - -> 00000080:00200000:2.0:1775764894.490632:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006c6253fb 00000080:00200000:2.0:1775764894.490633:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.490635:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.490642:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490653:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.490656:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.490658:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.490663:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.490665:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.490667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.490671:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490678:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.490685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.490688:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.490691:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.490694:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156661, 156661] 00000080:00200000:2.0:1775764894.490704:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.490707:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.490711:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641687552 i_blocks 1196131 00000080:00200000:2.0:1775764894.490714:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.490728:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641687552, count: 4096 00000080:00200000:2.0:1775764894.490739:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641687552, bytes: 4096 00000080:00200000:2.0:1775764894.490741:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.490744:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156663, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.490746:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641687552, 641691648) 0 0 00000080:00200000:2.0:1775764894.490748:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.490753:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156662, 156662] 00020000:00200000:2.0:1775764894.490755:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641687552 chunk: [641687552, 641691648) 641691648, 4096 00020000:00200000:2.0:1775764894.490758:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.490767:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156662, 156662] 00000008:00010000:2.0:1775764894.490772:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.490774:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.490780:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490789:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641687552 641691647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490811:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490819:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641687552, 641691648) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.490823:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156662 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.490836:0:17279:0:(rw26.c:858:ll_write_end()) pos 641687552, len 4096, copied 4096 00000080:00200000:2.0:1775764894.490840:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000425c613e[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.490843:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003bfc4d39 fffffc0001001 3:0 ffff967bc918a540 156662 lru 00000080:00200000:2.0:1775764894.490849:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000ad9c121 156662: 1< 0 - - > 2< 641687552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 459 - -> 00000080:00200000:2.0:1775764894.490851:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000425c613e 00000080:00200000:2.0:1775764894.490852:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.490854:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.490861:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.490871:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.490874:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.490876:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.490881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.490883:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.490885:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.490889:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.490897:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.490905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.490907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.490910:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.490912:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156662, 156662] 00000080:00200000:2.0:1775764894.490922:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.490925:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.490929:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641691648 i_blocks 1196131 00000080:00200000:2.0:1775764894.490931:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.491033:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641691648, count: 4096 00000080:00200000:2.0:1775764894.491046:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641691648, bytes: 4096 00000080:00200000:2.0:1775764894.491048:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.491052:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156664, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.491053:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641691648, 641695744) 0 0 00000080:00200000:2.0:1775764894.491056:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.491061:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156663, 156663] 00020000:00200000:2.0:1775764894.491064:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641691648 chunk: [641691648, 641695744) 641695744, 4096 00020000:00200000:2.0:1775764894.491066:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.491076:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156663, 156663] 00000008:00010000:2.0:1775764894.491081:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.491083:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.491090:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491099:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641691648 641695743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491107:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491115:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491122:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.491130:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641691648, 641695744) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.491134:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156663 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.491148:0:17279:0:(rw26.c:858:ll_write_end()) pos 641691648, len 4096, copied 4096 00000080:00200000:2.0:1775764894.491152:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008ba7c074[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.491155:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000134afcb4 fffffc0001001 3:0 ffff967bc918a0e0 156663 lru 00000080:00200000:2.0:1775764894.491160:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b76c6016 156663: 1< 0 - - > 2< 641691648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 460 - -> 00000080:00200000:2.0:1775764894.491163:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008ba7c074 00000080:00200000:2.0:1775764894.491164:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.491166:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.491174:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.491184:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.491187:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.491189:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.491194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.491196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.491199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.491202:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491210:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.491217:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.491220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.491223:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.491226:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156663, 156663] 00000080:00200000:2.0:1775764894.491236:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.491239:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.491243:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641695744 i_blocks 1196131 00000080:00200000:2.0:1775764894.491283:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.491298:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641695744, count: 4096 00000080:00200000:2.0:1775764894.491309:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641695744, bytes: 4096 00000080:00200000:2.0:1775764894.491311:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.491315:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156665, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.491316:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641695744, 641699840) 0 0 00000080:00200000:2.0:1775764894.491319:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.491324:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156664, 156664] 00020000:00200000:2.0:1775764894.491327:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641695744 chunk: [641695744, 641699840) 641699840, 4096 00020000:00200000:2.0:1775764894.491329:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.491338:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156664, 156664] 00000008:00010000:2.0:1775764894.491343:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.491345:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.491362:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491513:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641695744 641699839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491525:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491532:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491539:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.491548:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641695744, 641699840) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.491554:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156664 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.491570:0:17279:0:(rw26.c:858:ll_write_end()) pos 641695744, len 4096, copied 4096 00000080:00200000:2.0:1775764894.491575:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ab7bf8d7[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.491577:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007115d7ff fffffc0001001 3:0 ffff967bc918a1c0 156664 lru 00000080:00200000:2.0:1775764894.491582:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005e75f908 156664: 1< 0 - - > 2< 641695744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 461 - -> 00000080:00200000:2.0:1775764894.491584:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ab7bf8d7 00000080:00200000:2.0:1775764894.491585:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.491587:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.491597:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.491608:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.491610:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.491612:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.491619:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.491621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.491624:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.491628:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491635:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.491643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.491645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.491649:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.491652:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156664, 156664] 00000080:00200000:2.0:1775764894.491663:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.491666:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.491671:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641699840 i_blocks 1196131 00000080:00200000:2.0:1775764894.491674:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.491689:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641699840, count: 4096 00000080:00200000:2.0:1775764894.491702:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641699840, bytes: 4096 00000080:00200000:2.0:1775764894.491704:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.491708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156666, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.491709:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641699840, 641703936) 0 0 00000080:00200000:2.0:1775764894.491711:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.491717:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156665, 156665] 00020000:00200000:2.0:1775764894.491721:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641699840 chunk: [641699840, 641703936) 641703936, 4096 00020000:00200000:2.0:1775764894.491723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.491735:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156665, 156665] 00000008:00010000:2.0:1775764894.491740:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.491742:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.491750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491758:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641699840 641703935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491766:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491780:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.491788:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641699840, 641703936) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.491793:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156665 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.491809:0:17279:0:(rw26.c:858:ll_write_end()) pos 641699840, len 4096, copied 4096 00000080:00200000:2.0:1775764894.491813:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000037d9dc4d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.491815:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000573a1a4c fffffc0001001 3:0 ffff967bc918a700 156665 lru 00000080:00200000:2.0:1775764894.491820:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001e8269c5 156665: 1< 0 - - > 2< 641699840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 462 - -> 00000080:00200000:2.0:1775764894.491822:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000037d9dc4d 00000080:00200000:2.0:1775764894.491823:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.491825:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.491832:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.491844:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.491846:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.491848:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.491854:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.491856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.491859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.491862:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.491868:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.491875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.491877:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.491880:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.491883:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156665, 156665] 00000080:00200000:2.0:1775764894.491894:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.491896:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.491900:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641703936 i_blocks 1196131 00000080:00200000:2.0:1775764894.491903:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.491918:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641703936, count: 4096 00000080:00200000:2.0:1775764894.491929:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641703936, bytes: 4096 00000080:00200000:2.0:1775764894.491932:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.491935:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156667, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.491937:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641703936, 641708032) 0 0 00000080:00200000:2.0:1775764894.491951:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.491957:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156666, 156666] 00020000:00200000:2.0:1775764894.491961:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641703936 chunk: [641703936, 641708032) 641708032, 4096 00020000:00200000:2.0:1775764894.491962:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.491976:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156666, 156666] 00000008:00010000:2.0:1775764894.491981:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.491983:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.491991:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492000:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641703936 641708031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492008:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492014:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492020:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.492028:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641703936, 641708032) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.492035:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156666 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.492054:0:17279:0:(rw26.c:858:ll_write_end()) pos 641703936, len 4096, copied 4096 00000080:00200000:2.0:1775764894.492058:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cc59b618[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.492060:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004671faa2 fffffc0001001 3:0 ffff967bc918a2a0 156666 lru 00000080:00200000:2.0:1775764894.492065:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000056f382c6 156666: 1< 0 - - > 2< 641703936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 463 - -> 00000080:00200000:2.0:1775764894.492067:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cc59b618 00000080:00200000:2.0:1775764894.492069:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.492071:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.492079:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.492090:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.492092:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.492094:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.492100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.492102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.492105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.492109:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492116:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.492123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.492126:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.492130:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.492135:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156666, 156666] 00000080:00200000:2.0:1775764894.492145:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.492148:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.492154:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641708032 i_blocks 1196131 00000080:00200000:2.0:1775764894.492156:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.492170:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641708032, count: 4096 00000080:00200000:2.0:1775764894.492179:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641708032, bytes: 4096 00000080:00200000:2.0:1775764894.492182:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.492184:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156668, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.492186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641708032, 641712128) 0 0 00000080:00200000:2.0:1775764894.492188:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.492193:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156667, 156667] 00020000:00200000:2.0:1775764894.492195:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641708032 chunk: [641708032, 641712128) 641712128, 4096 00020000:00200000:2.0:1775764894.492198:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.492209:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156667, 156667] 00000008:00010000:2.0:1775764894.492214:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.492216:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.492222:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492230:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641708032 641712127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492237:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492243:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492288:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.492297:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641708032, 641712128) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.492303:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156667 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.492319:0:17279:0:(rw26.c:858:ll_write_end()) pos 641708032, len 4096, copied 4096 00000080:00200000:2.0:1775764894.492324:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e99efc47[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.492327:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0e9b950 fffffc0001001 3:0 ffff967bc918ae00 156667 lru 00000080:00200000:2.0:1775764894.492332:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e03f39af 156667: 1< 0 - - > 2< 641708032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 464 - -> 00000080:00200000:2.0:1775764894.492334:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e99efc47 00000080:00200000:2.0:1775764894.492336:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.492338:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.492581:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.492598:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.492602:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.492604:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.492611:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.492613:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.492616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.492620:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492627:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.492635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.492637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.492642:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.492645:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156667, 156667] 00000080:00200000:2.0:1775764894.492657:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.492660:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.492665:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641712128 i_blocks 1196131 00000080:00200000:2.0:1775764894.492668:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.492684:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641712128, count: 4096 00000080:00200000:2.0:1775764894.492697:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641712128, bytes: 4096 00000080:00200000:2.0:1775764894.492700:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.492703:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156669, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.492705:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641712128, 641716224) 0 0 00000080:00200000:2.0:1775764894.492708:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.492713:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156668, 156668] 00020000:00200000:2.0:1775764894.492716:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641712128 chunk: [641712128, 641716224) 641716224, 4096 00020000:00200000:2.0:1775764894.492718:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.492732:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156668, 156668] 00000008:00010000:2.0:1775764894.492737:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.492739:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.492748:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492756:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641712128 641716223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492764:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492772:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492778:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.492786:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641712128, 641716224) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.492791:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156668 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.492807:0:17279:0:(rw26.c:858:ll_write_end()) pos 641712128, len 4096, copied 4096 00000080:00200000:2.0:1775764894.492812:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008c9f66f2[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.492814:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb229e86 fffffc0001001 3:0 ffff967bc918a8c0 156668 lru 00000080:00200000:2.0:1775764894.492820:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000002c408cd 156668: 1< 0 - - > 2< 641712128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 465 - -> 00000080:00200000:2.0:1775764894.492822:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008c9f66f2 00000080:00200000:2.0:1775764894.492823:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.492825:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.492833:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.492845:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.492847:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.492850:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.492856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.492858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.492861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.492865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.492872:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.492880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.492882:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.492886:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.492889:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156668, 156668] 00000080:00200000:2.0:1775764894.492900:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.492903:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.492907:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641716224 i_blocks 1196131 00000080:00200000:2.0:1775764894.492910:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.492924:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641716224, count: 4096 00000080:00200000:2.0:1775764894.492936:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641716224, bytes: 4096 00000080:00200000:2.0:1775764894.493015:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.493020:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156670, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.493021:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641716224, 641720320) 0 0 00000080:00200000:2.0:1775764894.493024:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.493029:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156669, 156669] 00020000:00200000:2.0:1775764894.493032:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641716224 chunk: [641716224, 641720320) 641720320, 4096 00020000:00200000:2.0:1775764894.493034:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.493230:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156669, 156669] 00000008:00010000:2.0:1775764894.493237:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.493240:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.493313:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493324:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641716224 641720319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493332:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493339:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493345:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.493364:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641716224, 641720320) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.493449:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156669 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.493470:0:17279:0:(rw26.c:858:ll_write_end()) pos 641716224, len 4096, copied 4096 00000080:00200000:2.0:1775764894.493474:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c458c48d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.493476:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000befb792c fffffc0001001 3:0 ffff967bc918a460 156669 lru 00000080:00200000:2.0:1775764894.493481:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000041550418 156669: 1< 0 - - > 2< 641716224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 466 - -> 00000080:00200000:2.0:1775764894.493483:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c458c48d 00000080:00200000:2.0:1775764894.493484:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.493486:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.493497:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.493509:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.493512:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.493514:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.493520:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.493523:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.493525:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.493529:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493538:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.493546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.493548:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.493552:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.493555:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156669, 156669] 00000080:00200000:2.0:1775764894.493567:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.493570:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.493575:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641720320 i_blocks 1196131 00000080:00200000:2.0:1775764894.493579:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.493595:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641720320, count: 4096 00000080:00200000:2.0:1775764894.493607:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641720320, bytes: 4096 00000080:00200000:2.0:1775764894.493610:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.493614:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156671, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.493615:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641720320, 641724416) 0 0 00000080:00200000:2.0:1775764894.493618:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.493623:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156670, 156670] 00020000:00200000:2.0:1775764894.493626:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641720320 chunk: [641720320, 641724416) 641724416, 4096 00020000:00200000:2.0:1775764894.493628:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.493641:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156670, 156670] 00000008:00010000:2.0:1775764894.493646:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.493649:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.493656:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493665:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641720320 641724415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493673:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493680:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493686:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.493693:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641720320, 641724416) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.493698:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156670 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.493725:0:17279:0:(rw26.c:858:ll_write_end()) pos 641720320, len 4096, copied 4096 00000080:00200000:2.0:1775764894.493729:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000966c34c1[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.493732:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000064d8d6a5 fffffc0001001 3:0 ffff967bc918b8c0 156670 lru 00000080:00200000:2.0:1775764894.493737:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad1a342d 156670: 1< 0 - - > 2< 641720320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 467 - -> 00000080:00200000:2.0:1775764894.493739:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000966c34c1 00000080:00200000:2.0:1775764894.493740:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.493742:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.493751:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.493763:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.493766:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.493768:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.493773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.493776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.493778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.493781:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493788:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.493796:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.493797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.493801:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.493804:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156670, 156670] 00000080:00200000:2.0:1775764894.493815:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.493818:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.493823:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641724416 i_blocks 1196131 00000080:00200000:2.0:1775764894.493825:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.493840:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641724416, count: 4096 00000080:00200000:2.0:1775764894.493852:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641724416, bytes: 4096 00000080:00200000:2.0:1775764894.493855:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.493858:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156672, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.493860:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641724416, 641728512) 0 0 00000080:00200000:2.0:1775764894.493862:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.493867:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156671, 156671] 00020000:00200000:2.0:1775764894.493870:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641724416 chunk: [641724416, 641728512) 641728512, 4096 00020000:00200000:2.0:1775764894.493872:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.493883:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156671, 156671] 00000008:00010000:2.0:1775764894.493888:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.493890:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.493898:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493906:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641724416 641728511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493914:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493923:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.493930:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.493938:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641724416, 641728512) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.494046:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156671 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.494065:0:17279:0:(rw26.c:858:ll_write_end()) pos 641724416, len 4096, copied 4096 00000080:00200000:2.0:1775764894.494070:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d99637a8[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.494072:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000999b62a8 fffffc0001001 3:0 ffff967bc918b460 156671 lru 00000080:00200000:2.0:1775764894.494078:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007c9669a2 156671: 1< 0 - - > 2< 641724416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 468 - -> 00000080:00200000:2.0:1775764894.494079:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d99637a8 00000080:00200000:2.0:1775764894.494081:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.494083:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.494094:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.494105:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.494108:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.494110:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.494128:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.494131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.494133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.494137:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.494144:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.494152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.494154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.494158:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.494161:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156671, 156671] 00000080:00200000:2.0:1775764894.494173:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.494176:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00010000:2.0:1775764894.494205:0:18049:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1775764894.494216:0:18049:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.494579:0:18049:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (640679936 640684031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:2.0:1775764894.495125:0:18049:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff967cc583b100 - object 0x240000400:17 offset 640679936<>641728512 00000100:00100000:3.0:1775764894.495223:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc583b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277312:192.168.202.151@tcp:4:iozone.0 00000080:00200000:2.0:1775764894.495446:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641728512 i_blocks 1196131 00000080:00200000:2.0:1775764894.495452:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.495483:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641728512, count: 4096 00000080:00200000:2.0:1775764894.495503:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641728512, bytes: 4096 00000080:00200000:2.0:1775764894.495508:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.495513:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156673, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.495515:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641728512, 641732608) 0 0 00000080:00200000:2.0:1775764894.495518:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.495529:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156672, 156672] 00020000:00200000:2.0:1775764894.495535:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641728512 chunk: [641728512, 641732608) 641732608, 4096 00020000:00200000:2.0:1775764894.495538:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.495561:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156672, 156672] 00000008:00010000:2.0:1775764894.495571:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.495575:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.495589:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495599:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641728512 641732607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495609:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495622:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495629:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.495638:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641728512, 641732608) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.495646:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156672 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.495681:0:17279:0:(rw26.c:858:ll_write_end()) pos 641728512, len 4096, copied 4096 00000080:00200000:2.0:1775764894.495686:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000fb6da9e[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.495689:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004af98c7c fffffc0001001 3:0 ffff967bc918bee0 156672 lru 00000080:00200000:2.0:1775764894.495696:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000022f842cb 156672: 1< 0 - - > 2< 641728512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 483393536 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:2.0:1775764894.495698:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000fb6da9e 00000080:00200000:2.0:1775764894.495699:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.495702:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.495715:0:17279:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.495729:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.495732:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.495734:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.495744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.495746:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.495749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.495753:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495766:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.495776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.495778:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.495783:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.495787:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156672, 156672] 00000080:00200000:2.0:1775764894.495800:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.495803:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.495809:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641732608 i_blocks 1196131 00000080:00200000:2.0:1775764894.495812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.495831:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641732608, count: 4096 00000080:00200000:2.0:1775764894.495842:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641732608, bytes: 4096 00000080:00200000:2.0:1775764894.495846:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.495850:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156674, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.495851:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641732608, 641736704) 0 0 00000080:00200000:2.0:1775764894.495853:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.495859:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156673, 156673] 00020000:00200000:2.0:1775764894.495862:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641732608 chunk: [641732608, 641736704) 641736704, 4096 00020000:00200000:2.0:1775764894.495864:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.495878:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156673, 156673] 00000008:00010000:2.0:1775764894.495883:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.495885:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.495893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495902:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641732608 641736703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495917:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495924:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.495930:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.495938:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641732608, 641736704) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.495954:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156673 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.495978:0:17279:0:(rw26.c:858:ll_write_end()) pos 641732608, len 4096, copied 4096 00000080:00200000:2.0:1775764894.495983:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001997796e[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.495986:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d659a214 fffffc0001021 2:0 ffff967bc918bd20 156673 lru 00000080:00200000:2.0:1775764894.495990:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000de6ef278 156673: 1< 0 - - > 2< 641732608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:2.0:1775764894.495992:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001997796e 00000080:00200000:2.0:1775764894.495993:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.495995:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.496004:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.496015:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.496018:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.496020:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.496026:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.496028:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.496031:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.496034:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496042:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.496050:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.496052:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.496056:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.496059:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156673, 156673] 00000080:00200000:2.0:1775764894.496070:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.496073:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.496078:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641736704 i_blocks 1196131 00000080:00200000:2.0:1775764894.496081:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.496096:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641736704, count: 4096 00000080:00200000:2.0:1775764894.496107:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641736704, bytes: 4096 00000080:00200000:2.0:1775764894.496110:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.496114:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156675, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.496115:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641736704, 641740800) 0 0 00000080:00200000:2.0:1775764894.496118:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.496123:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156674, 156674] 00020000:00200000:2.0:1775764894.496125:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641736704 chunk: [641736704, 641740800) 641740800, 4096 00020000:00200000:2.0:1775764894.496127:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.496138:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156674, 156674] 00000008:00010000:2.0:1775764894.496144:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.496146:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.496154:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496166:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641736704 641740799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496174:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496182:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496188:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.496195:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641736704, 641740800) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.496201:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156674 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.496218:0:17279:0:(rw26.c:858:ll_write_end()) pos 641736704, len 4096, copied 4096 00000080:00200000:2.0:1775764894.496223:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006915b74d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.496226:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000043d88da9 fffffc0001001 3:0 ffff967bc918b7e0 156674 lru 00000080:00200000:2.0:1775764894.496232:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ae3d1799 156674: 1< 0 - - > 2< 641736704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:2.0:1775764894.496235:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006915b74d 00000080:00200000:2.0:1775764894.496236:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.496239:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.496271:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.496283:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.496286:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.496289:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.496295:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.496298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.496301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.496305:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496313:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.496321:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.496324:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.496328:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.496330:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156674, 156674] 00000080:00200000:2.0:1775764894.496343:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.496347:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.496605:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641740800 i_blocks 1196131 00000080:00200000:2.0:1775764894.496610:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.496630:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641740800, count: 4096 00000080:00200000:2.0:1775764894.496645:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641740800, bytes: 4096 00000080:00200000:2.0:1775764894.496648:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.496652:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156676, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.496654:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641740800, 641744896) 0 0 00000080:00200000:2.0:1775764894.496656:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.496662:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156675, 156675] 00020000:00200000:2.0:1775764894.496665:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641740800 chunk: [641740800, 641744896) 641744896, 4096 00020000:00200000:2.0:1775764894.496668:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.496681:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156675, 156675] 00000008:00010000:2.0:1775764894.496686:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.496689:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.496698:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496706:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641740800 641744895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496715:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496722:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496729:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.496738:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641740800, 641744896) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.496743:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156675 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.496763:0:17279:0:(rw26.c:858:ll_write_end()) pos 641740800, len 4096, copied 4096 00000080:00200000:2.0:1775764894.496767:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000005e745c[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.496771:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000861bcda9 fffffc0001001 3:0 ffff967bc918bb60 156675 lru 00000080:00200000:2.0:1775764894.496776:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000066e32f6a 156675: 1< 0 - - > 2< 641740800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:2.0:1775764894.496778:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000005e745c 00000080:00200000:2.0:1775764894.496779:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.496782:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.496792:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.496805:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.496808:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.496811:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.496817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.496819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.496821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.496825:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.496833:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.496841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.496843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.496847:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.496850:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156675, 156675] 00000080:00200000:2.0:1775764894.496862:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.496865:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.496870:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641744896 i_blocks 1196131 00000080:00200000:2.0:1775764894.496873:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.496887:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641744896, count: 4096 00000080:00200000:2.0:1775764894.496899:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641744896, bytes: 4096 00000080:00200000:2.0:1775764894.496902:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.496905:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156677, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.496907:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641744896, 641748992) 0 0 00000080:00200000:2.0:1775764894.496910:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.496915:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156676, 156676] 00020000:00200000:2.0:1775764894.496918:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641744896 chunk: [641744896, 641748992) 641748992, 4096 00020000:00200000:2.0:1775764894.496920:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.496932:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156676, 156676] 00000008:00010000:2.0:1775764894.497021:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.497025:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.497035:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497043:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641744896 641748991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497051:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497058:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497064:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.497071:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641744896, 641748992) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.497076:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156676 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.497093:0:17279:0:(rw26.c:858:ll_write_end()) pos 641744896, len 4096, copied 4096 00000080:00200000:2.0:1775764894.497098:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005dac2531[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.497100:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eae75405 fffffc0001001 3:0 ffff967bc918b620 156676 lru 00000080:00200000:2.0:1775764894.497106:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e517d66c 156676: 1< 0 - - > 2< 641744896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:2.0:1775764894.497108:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005dac2531 00000080:00200000:2.0:1775764894.497109:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.497111:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.497120:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.497138:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.497141:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.497143:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.497149:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.497152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.497154:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.497157:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497165:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.497173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.497175:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.497179:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.497183:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156676, 156676] 00000080:00200000:2.0:1775764894.497490:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.497494:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.497501:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641748992 i_blocks 1196131 00000080:00200000:2.0:1775764894.497505:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.497526:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641748992, count: 4096 00000080:00200000:2.0:1775764894.497541:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641748992, bytes: 4096 00000080:00200000:2.0:1775764894.497544:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.497548:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156678, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.497550:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641748992, 641753088) 0 0 00000080:00200000:2.0:1775764894.497552:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.497558:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156677, 156677] 00020000:00200000:2.0:1775764894.497562:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641748992 chunk: [641748992, 641753088) 641753088, 4096 00020000:00200000:2.0:1775764894.497565:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.497580:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156677, 156677] 00000008:00010000:2.0:1775764894.497587:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.497590:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.497599:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497607:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641748992 641753087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497615:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497622:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497629:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.497638:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641748992, 641753088) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.497643:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156677 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.497663:0:17279:0:(rw26.c:858:ll_write_end()) pos 641748992, len 4096, copied 4096 00000080:00200000:2.0:1775764894.497668:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c13da4c8[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.497671:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000be4cb249 fffffc0001001 3:0 ffff967bc918b000 156677 lru 00000080:00200000:2.0:1775764894.497676:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000088bd6797 156677: 1< 0 - - > 2< 641748992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:2.0:1775764894.497678:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c13da4c8 00000080:00200000:2.0:1775764894.497679:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.497682:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.497692:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.497705:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.497708:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.497710:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.497716:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.497718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.497721:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.497726:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497733:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.497742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.497744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.497748:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.497751:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156677, 156677] 00000080:00200000:2.0:1775764894.497762:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.497765:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.497769:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641753088 i_blocks 1196131 00000080:00200000:2.0:1775764894.497772:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.497787:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641753088, count: 4096 00000080:00200000:2.0:1775764894.497799:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641753088, bytes: 4096 00000080:00200000:2.0:1775764894.497802:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.497805:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156679, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.497806:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641753088, 641757184) 0 0 00000080:00200000:2.0:1775764894.497809:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.497815:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156678, 156678] 00020000:00200000:2.0:1775764894.497817:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641753088 chunk: [641753088, 641757184) 641757184, 4096 00020000:00200000:2.0:1775764894.497820:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.497832:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156678, 156678] 00000008:00010000:2.0:1775764894.497836:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.497838:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.497846:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497855:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641753088 641757183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497863:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497869:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.497876:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.497883:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641753088, 641757184) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.497889:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156678 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.497907:0:17279:0:(rw26.c:858:ll_write_end()) pos 641753088, len 4096, copied 4096 00000080:00200000:2.0:1775764894.497911:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001f1985c3[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.497914:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005f876051 fffffc0001001 3:0 ffff967bc918b380 156678 lru 00000080:00200000:2.0:1775764894.497920:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009e232539 156678: 1< 0 - - > 2< 641753088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:2.0:1775764894.497922:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001f1985c3 00000080:00200000:2.0:1775764894.497924:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.497926:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.497934:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.499509:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.499521:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.499526:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.499540:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.499544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.499547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.499555:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.499567:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.499579:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.499582:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.499589:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.499595:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156678, 156678] 00000080:00200000:2.0:1775764894.499619:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.499623:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.499633:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641757184 i_blocks 1196131 00000080:00200000:2.0:1775764894.499638:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.499668:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641757184, count: 4096 00000080:00200000:2.0:1775764894.499692:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641757184, bytes: 4096 00000080:00200000:2.0:1775764894.499696:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.499701:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156680, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.499703:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641757184, 641761280) 0 0 00000080:00200000:2.0:1775764894.499707:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.499717:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156679, 156679] 00020000:00200000:2.0:1775764894.499722:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641757184 chunk: [641757184, 641761280) 641761280, 4096 00020000:00200000:2.0:1775764894.499726:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.499747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156679, 156679] 00000008:00010000:2.0:1775764894.499759:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.499763:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.499778:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.499790:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641757184 641761279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.499800:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.499808:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.499815:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.499825:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641757184, 641761280) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.499834:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156679 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.499869:0:17279:0:(rw26.c:858:ll_write_end()) pos 641757184, len 4096, copied 4096 00000080:00200000:2.0:1775764894.499875:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d27d8612[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.499878:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1178a3b fffffc0001001 3:0 ffff967bc918bc40 156679 lru 00000080:00200000:2.0:1775764894.499884:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6f43013 156679: 1< 0 - - > 2< 641757184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:2.0:1775764894.499886:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d27d8612 00000080:00200000:2.0:1775764894.499888:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.499890:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.499905:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.499917:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.499920:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.499923:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.499929:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.499931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.499934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.499937:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.499960:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.499968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.499970:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.499975:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.499978:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156679, 156679] 00000080:00200000:2.0:1775764894.499989:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.499993:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.499998:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641761280 i_blocks 1196131 00000080:00200000:2.0:1775764894.500001:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.500018:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641761280, count: 4096 00000080:00200000:2.0:1775764894.500029:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641761280, bytes: 4096 00000080:00200000:2.0:1775764894.500032:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.500035:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156681, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.500037:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641761280, 641765376) 0 0 00000080:00200000:2.0:1775764894.500040:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.500046:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156680, 156680] 00020000:00200000:2.0:1775764894.500049:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641761280 chunk: [641761280, 641765376) 641765376, 4096 00020000:00200000:2.0:1775764894.500051:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.500063:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156680, 156680] 00000008:00010000:2.0:1775764894.500068:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.500071:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.500078:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500086:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641761280 641765375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500101:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500108:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500116:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641761280, 641765376) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.500122:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156680 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.500139:0:17279:0:(rw26.c:858:ll_write_end()) pos 641761280, len 4096, copied 4096 00000080:00200000:2.0:1775764894.500144:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008fd6ce23[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.500146:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002fdc06a6 fffffc0001001 3:0 ffff967bc918b9a0 156680 lru 00000080:00200000:2.0:1775764894.500151:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008fc49903 156680: 1< 0 - - > 2< 641761280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:2.0:1775764894.500153:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008fd6ce23 00000080:00200000:2.0:1775764894.500155:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.500157:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.500165:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500177:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.500180:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.500182:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.500188:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.500190:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.500192:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.500196:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500204:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.500212:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.500214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.500218:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.500220:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156680, 156680] 00000080:00200000:2.0:1775764894.500231:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.500234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.500239:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641765376 i_blocks 1196131 00000080:00200000:2.0:1775764894.500241:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.500297:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641765376, count: 4096 00000080:00200000:2.0:1775764894.500310:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641765376, bytes: 4096 00000080:00200000:2.0:1775764894.500312:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.500316:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156682, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.500317:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641765376, 641769472) 0 0 00000080:00200000:2.0:1775764894.500320:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.500326:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156681, 156681] 00020000:00200000:2.0:1775764894.500329:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641765376 chunk: [641765376, 641769472) 641769472, 4096 00020000:00200000:2.0:1775764894.500331:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.500343:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156681, 156681] 00000008:00010000:2.0:1775764894.500348:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.500362:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.500370:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500380:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641765376 641769471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500388:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500395:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500402:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500410:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641765376, 641769472) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.500415:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156681 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.500433:0:17279:0:(rw26.c:858:ll_write_end()) pos 641765376, len 4096, copied 4096 00000080:00200000:2.0:1775764894.500438:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ecc94e16[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.500440:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000025af5286 fffffc0001001 3:0 ffff967bc918ba80 156681 lru 00000080:00200000:2.0:1775764894.500445:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008f7e3c9f 156681: 1< 0 - - > 2< 641765376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:2.0:1775764894.500447:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ecc94e16 00000080:00200000:2.0:1775764894.500449:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.500451:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.500461:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500472:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.500474:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.500477:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.500483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.500485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.500488:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.500492:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500499:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.500507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.500509:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.500513:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.500516:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156681, 156681] 00000080:00200000:2.0:1775764894.500527:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.500531:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.500536:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641769472 i_blocks 1196131 00000080:00200000:2.0:1775764894.500539:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.500555:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641769472, count: 4096 00000080:00200000:2.0:1775764894.500567:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641769472, bytes: 4096 00000080:00200000:2.0:1775764894.500570:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.500573:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156683, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.500575:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641769472, 641773568) 0 0 00000080:00200000:2.0:1775764894.500578:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.500583:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156682, 156682] 00020000:00200000:2.0:1775764894.500587:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641769472 chunk: [641769472, 641773568) 641773568, 4096 00020000:00200000:2.0:1775764894.500589:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.500602:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156682, 156682] 00000008:00010000:2.0:1775764894.500607:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.500610:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.500618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500626:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641769472 641773567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500634:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500641:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500648:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500656:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641769472, 641773568) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.500661:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156682 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.500678:0:17279:0:(rw26.c:858:ll_write_end()) pos 641769472, len 4096, copied 4096 00000080:00200000:2.0:1775764894.500682:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004e4eebf6[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.500684:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008ebb7a0a fffffc0001001 3:0 ffff967bc918b540 156682 lru 00000080:00200000:2.0:1775764894.500690:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000efdc6043 156682: 1< 0 - - > 2< 641769472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:2.0:1775764894.500692:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004e4eebf6 00000080:00200000:2.0:1775764894.500693:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.500695:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.500704:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500715:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.500718:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.500720:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.500726:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.500728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.500731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.500735:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500743:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.500751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.500753:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.500757:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.500759:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156682, 156682] 00000080:00200000:2.0:1775764894.500770:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.500773:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.500778:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641773568 i_blocks 1196131 00000080:00200000:2.0:1775764894.500781:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.500796:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641773568, count: 4096 00000080:00200000:2.0:1775764894.500807:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641773568, bytes: 4096 00000080:00200000:2.0:1775764894.500810:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.500813:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156684, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.500815:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641773568, 641777664) 0 0 00000080:00200000:2.0:1775764894.500818:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.500823:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156683, 156683] 00020000:00200000:2.0:1775764894.500826:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641773568 chunk: [641773568, 641777664) 641777664, 4096 00020000:00200000:2.0:1775764894.500828:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.500841:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156683, 156683] 00000008:00010000:2.0:1775764894.500846:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.500848:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.500856:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500865:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641773568 641777663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500880:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500887:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500895:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641773568, 641777664) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.500900:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156683 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.500916:0:17279:0:(rw26.c:858:ll_write_end()) pos 641773568, len 4096, copied 4096 00000080:00200000:2.0:1775764894.500920:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006db58228[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.500922:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000052446aaa fffffc0001001 3:0 ffff967bc918b0e0 156683 lru 00000080:00200000:2.0:1775764894.500928:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bba1ea3f 156683: 1< 0 - - > 2< 641773568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:2.0:1775764894.500930:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006db58228 00000080:00200000:2.0:1775764894.500931:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.500933:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.500941:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.500953:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.500955:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.500957:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.500963:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.500965:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.500968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.500972:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.500979:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.500986:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.500988:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.500992:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.500995:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156683, 156683] 00000080:00200000:2.0:1775764894.501006:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.501009:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.501014:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641777664 i_blocks 1196131 00000080:00200000:2.0:1775764894.501016:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.501032:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641777664, count: 4096 00000080:00200000:2.0:1775764894.501043:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641777664, bytes: 4096 00000080:00200000:2.0:1775764894.501046:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.501049:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156685, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.501051:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641777664, 641781760) 0 0 00000080:00200000:2.0:1775764894.501053:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.501058:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156684, 156684] 00020000:00200000:2.0:1775764894.501061:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641777664 chunk: [641777664, 641781760) 641781760, 4096 00020000:00200000:2.0:1775764894.501063:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.501076:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156684, 156684] 00000008:00010000:2.0:1775764894.501081:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.501083:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.501091:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.501099:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641777664 641781759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.501107:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.501114:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.501121:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.501129:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641777664, 641781760) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.501133:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156684 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.501149:0:17279:0:(rw26.c:858:ll_write_end()) pos 641777664, len 4096, copied 4096 00000080:00200000:2.0:1775764894.501153:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ca2260fb[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.501155:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000114be60b fffffc0001001 3:0 ffff967bc918b1c0 156684 lru 00000080:00200000:2.0:1775764894.501161:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bf3ad587 156684: 1< 0 - - > 2< 641777664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:2.0:1775764894.501163:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ca2260fb 00000080:00200000:2.0:1775764894.501165:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.501167:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.501175:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.501186:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.501188:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.501190:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.501196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.501198:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.501200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.501204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.501212:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.501220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.501222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.501226:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.501229:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156684, 156684] 00000080:00200000:2.0:1775764894.501240:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.501243:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.501279:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641781760 i_blocks 1196131 00000080:00200000:2.0:1775764894.501282:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.501299:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641781760, count: 4096 00000080:00200000:2.0:1775764894.501311:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641781760, bytes: 4096 00000080:00200000:2.0:1775764894.501314:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.501317:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156686, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.501319:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641781760, 641785856) 0 0 00000080:00200000:2.0:1775764894.501321:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.501327:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156685, 156685] 00020000:00200000:2.0:1775764894.501330:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641781760 chunk: [641781760, 641785856) 641785856, 4096 00020000:00200000:2.0:1775764894.501333:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.501345:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156685, 156685] 00000008:00010000:2.0:1775764894.506510:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.506521:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.506550:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.506570:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641781760 641785855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.506583:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.506593:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.506601:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.506615:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641781760, 641785856) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.506630:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156685 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.506680:0:17279:0:(rw26.c:858:ll_write_end()) pos 641781760, len 4096, copied 4096 00000080:00200000:2.0:1775764894.506688:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000097e49524[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.506692:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000989bec3 fffffc0001001 3:0 ffff967bc918b700 156685 lru 00000080:00200000:2.0:1775764894.506701:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000064c084c6 156685: 1< 0 - - > 2< 641781760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:2.0:1775764894.506703:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000097e49524 00000080:00200000:2.0:1775764894.506704:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.506709:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.506733:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.506757:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.506762:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.506765:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.506781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.506785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.506788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.506793:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.506802:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.506814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.506817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.506825:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.506832:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156685, 156685] 00000080:00200000:2.0:1775764894.506863:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.506867:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.506878:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641785856 i_blocks 1196131 00000080:00200000:2.0:1775764894.506884:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.506924:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641785856, count: 4096 00000080:00200000:2.0:1775764894.506963:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641785856, bytes: 4096 00000080:00200000:2.0:1775764894.506969:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.506975:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156687, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.506977:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641785856, 641789952) 0 0 00000080:00200000:2.0:1775764894.506981:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.506994:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156686, 156686] 00020000:00200000:2.0:1775764894.506999:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641785856 chunk: [641785856, 641789952) 641789952, 4096 00020000:00200000:2.0:1775764894.507003:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.507027:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156686, 156686] 00000008:00010000:2.0:1775764894.507037:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.507039:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.507047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507057:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641785856 641789951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507067:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507075:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507082:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507090:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641785856, 641789952) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.507097:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156686 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.507118:0:17279:0:(rw26.c:858:ll_write_end()) pos 641785856, len 4096, copied 4096 00000080:00200000:2.0:1775764894.507123:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004e540b36[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.507127:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000050b6b14a fffffc0001001 3:0 ffff967bc918b2a0 156686 lru 00000080:00200000:2.0:1775764894.507133:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d2f1a889 156686: 1< 0 - - > 2< 641785856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:2.0:1775764894.507135:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004e540b36 00000080:00200000:2.0:1775764894.507137:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.507139:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.507148:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507161:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.507164:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.507166:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.507174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.507176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.507179:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.507183:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507191:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.507200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.507203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.507207:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.507210:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156686, 156686] 00000080:00200000:2.0:1775764894.507223:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.507227:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.507232:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641789952 i_blocks 1196131 00000080:00200000:2.0:1775764894.507235:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.507278:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641789952, count: 4096 00000080:00200000:2.0:1775764894.507292:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641789952, bytes: 4096 00000080:00200000:2.0:1775764894.507295:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.507299:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156688, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.507301:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641789952, 641794048) 0 0 00000080:00200000:2.0:1775764894.507304:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.507309:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156687, 156687] 00020000:00200000:2.0:1775764894.507312:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641789952 chunk: [641789952, 641794048) 641794048, 4096 00020000:00200000:2.0:1775764894.507315:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.507329:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156687, 156687] 00000008:00010000:2.0:1775764894.507335:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.507337:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.507346:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507369:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641789952 641794047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507378:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507385:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507393:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507402:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641789952, 641794048) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.507408:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156687 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.507427:0:17279:0:(rw26.c:858:ll_write_end()) pos 641789952, len 4096, copied 4096 00000080:00200000:2.0:1775764894.507432:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dfe3cdf0[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.507435:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f12ed982 fffffc0001001 3:0 ffff967bc918be00 156687 lru 00000080:00200000:2.0:1775764894.507441:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000b677587 156687: 1< 0 - - > 2< 641789952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:2.0:1775764894.507444:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dfe3cdf0 00000080:00200000:2.0:1775764894.507445:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.507447:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.507456:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507469:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.507472:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.507474:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.507480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.507483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.507485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.507489:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507498:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.507506:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.507509:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.507513:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.507516:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156687, 156687] 00000080:00200000:2.0:1775764894.507528:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.507531:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.507536:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641794048 i_blocks 1196131 00000080:00200000:2.0:1775764894.507539:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.507554:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641794048, count: 4096 00000080:00200000:2.0:1775764894.507567:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641794048, bytes: 4096 00000080:00200000:2.0:1775764894.507570:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.507574:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156689, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.507576:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641794048, 641798144) 0 0 00000080:00200000:2.0:1775764894.507579:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.507584:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156688, 156688] 00020000:00200000:2.0:1775764894.507587:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641794048 chunk: [641794048, 641798144) 641798144, 4096 00020000:00200000:2.0:1775764894.507589:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.507600:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156688, 156688] 00000008:00010000:2.0:1775764894.507606:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.507608:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.507615:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507624:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641794048 641798143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507632:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507639:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507645:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507653:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641794048, 641798144) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.507658:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156688 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.507693:0:17279:0:(rw26.c:858:ll_write_end()) pos 641794048, len 4096, copied 4096 00000080:00200000:2.0:1775764894.507697:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000027f2744d[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.507700:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee0988e5 fffffc0001021 2:0 ffff967bc918c8c0 156688 lru 00000080:00200000:2.0:1775764894.507705:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000046fa97f8 156688: 1< 0 - - > 2< 641794048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:2.0:1775764894.507708:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000027f2744d 00000080:00200000:2.0:1775764894.507709:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.507711:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.507720:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507732:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.507734:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.507736:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.507742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.507744:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.507746:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.507749:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507756:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.507763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.507765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.507770:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.507772:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156688, 156688] 00000080:00200000:2.0:1775764894.507783:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.507786:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.507790:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641798144 i_blocks 1196131 00000080:00200000:2.0:1775764894.507793:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.507808:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641798144, count: 4096 00000080:00200000:2.0:1775764894.507820:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641798144, bytes: 4096 00000080:00200000:2.0:1775764894.507822:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.507827:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156690, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.507828:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641798144, 641802240) 0 0 00000080:00200000:2.0:1775764894.507830:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.507835:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156689, 156689] 00020000:00200000:2.0:1775764894.507839:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641798144 chunk: [641798144, 641802240) 641802240, 4096 00020000:00200000:2.0:1775764894.507841:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.507852:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156689, 156689] 00000008:00010000:2.0:1775764894.507857:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.507859:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.507866:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507875:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641798144 641802239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507882:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507889:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507895:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507903:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641798144, 641802240) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.507908:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156689 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.507925:0:17279:0:(rw26.c:858:ll_write_end()) pos 641798144, len 4096, copied 4096 00000080:00200000:2.0:1775764894.507929:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb904f06[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.507932:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f1c9a520 fffffc0001001 3:0 ffff967bc918c460 156689 lru 00000080:00200000:2.0:1775764894.507938:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c8d5eb8a 156689: 1< 0 - - > 2< 641798144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:2.0:1775764894.507940:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb904f06 00000080:00200000:2.0:1775764894.507941:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.507943:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.507951:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.507964:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.507967:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.507969:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.507975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.507977:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.507980:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.507983:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.507991:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.507999:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.508001:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.508005:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.508008:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156689, 156689] 00000080:00200000:2.0:1775764894.508019:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.508022:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.508027:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641802240 i_blocks 1196131 00000080:00200000:2.0:1775764894.508030:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.508045:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641802240, count: 4096 00000080:00200000:2.0:1775764894.508056:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641802240, bytes: 4096 00000080:00200000:2.0:1775764894.508059:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.508063:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156691, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.508064:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641802240, 641806336) 0 0 00000080:00200000:2.0:1775764894.508067:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.508073:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156690, 156690] 00020000:00200000:2.0:1775764894.508076:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641802240 chunk: [641802240, 641806336) 641806336, 4096 00020000:00200000:2.0:1775764894.508078:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.508091:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156690, 156690] 00000008:00010000:2.0:1775764894.508097:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.508099:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.508107:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.508116:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641802240 641806335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.508124:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.508132:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.508139:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.508148:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641802240, 641806336) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.508154:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156690 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.508171:0:17279:0:(rw26.c:858:ll_write_end()) pos 641802240, len 4096, copied 4096 00000080:00200000:2.0:1775764894.508175:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a17c9f53[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.508178:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f1874ebe fffffc0001001 3:0 ffff967bc918cee0 156690 lru 00000080:00200000:2.0:1775764894.508184:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004859100a 156690: 1< 0 - - > 2< 641802240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:2.0:1775764894.508186:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a17c9f53 00000080:00200000:2.0:1775764894.508188:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.508190:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.508199:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.508211:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.508214:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.508217:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.508222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.508225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.508227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.508231:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.508239:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.512099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.512104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.512120:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.512128:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156690, 156690] 00000080:00200000:2.0:1775764894.512159:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.512164:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.512178:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641806336 i_blocks 1196131 00000080:00200000:2.0:1775764894.512183:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.512219:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641806336, count: 4096 00000080:00200000:2.0:1775764894.512260:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641806336, bytes: 4096 00000080:00200000:2.0:1775764894.512265:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.512271:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156692, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.512273:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641806336, 641810432) 0 0 00000080:00200000:2.0:1775764894.512278:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.512289:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156691, 156691] 00020000:00200000:2.0:1775764894.512294:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641806336 chunk: [641806336, 641810432) 641810432, 4096 00020000:00200000:2.0:1775764894.512298:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.512319:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156691, 156691] 00000008:00010000:2.0:1775764894.512330:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.512334:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.512365:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512380:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641806336 641810431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512391:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512399:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512405:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.512415:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641806336, 641810432) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.512426:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156691 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.512478:0:17279:0:(rw26.c:858:ll_write_end()) pos 641806336, len 4096, copied 4096 00000080:00200000:2.0:1775764894.512485:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000c8947b6[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.512489:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000045895f7a fffffc0001001 3:0 ffff967bc918cd20 156691 lru 00000080:00200000:2.0:1775764894.512496:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9b82cf5 156691: 1< 0 - - > 2< 641806336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:2.0:1775764894.512498:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000c8947b6 00000080:00200000:2.0:1775764894.512500:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.512504:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.512522:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.512545:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.512549:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.512552:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.512565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.512568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.512571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.512574:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512583:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.512592:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.512594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.512598:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.512602:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156691, 156691] 00000080:00200000:2.0:1775764894.512614:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.512617:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.512622:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641810432 i_blocks 1196131 00000080:00200000:2.0:1775764894.512626:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.512644:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641810432, count: 4096 00000080:00200000:2.0:1775764894.512656:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641810432, bytes: 4096 00000080:00200000:2.0:1775764894.512659:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.512663:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156693, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.512664:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641810432, 641814528) 0 0 00000080:00200000:2.0:1775764894.512667:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.512672:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156692, 156692] 00020000:00200000:2.0:1775764894.512675:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641810432 chunk: [641810432, 641814528) 641814528, 4096 00020000:00200000:2.0:1775764894.512678:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.512690:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156692, 156692] 00000008:00010000:2.0:1775764894.512695:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.512698:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.512706:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512715:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641810432 641814527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512723:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512730:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512736:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.512744:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641810432, 641814528) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.512749:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156692 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.512766:0:17279:0:(rw26.c:858:ll_write_end()) pos 641810432, len 4096, copied 4096 00000080:00200000:2.0:1775764894.512770:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c1f086ea[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.512773:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4c3ebe2 fffffc0001001 3:0 ffff967bc918c7e0 156692 lru 00000080:00200000:2.0:1775764894.512778:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f48ded95 156692: 1< 0 - - > 2< 641810432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:2.0:1775764894.512781:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c1f086ea 00000080:00200000:2.0:1775764894.512782:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.512784:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.512793:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.512804:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.512806:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.512808:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.512815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.512817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.512819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.512824:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512831:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.512838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.512841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.512844:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.512847:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156692, 156692] 00000080:00200000:2.0:1775764894.512858:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.512862:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.512867:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641814528 i_blocks 1196131 00000080:00200000:2.0:1775764894.512870:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.512886:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641814528, count: 4096 00000080:00200000:2.0:1775764894.512898:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641814528, bytes: 4096 00000080:00200000:2.0:1775764894.512900:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.512904:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156694, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.512905:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641814528, 641818624) 0 0 00000080:00200000:2.0:1775764894.512908:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.512914:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156693, 156693] 00020000:00200000:2.0:1775764894.512917:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641814528 chunk: [641814528, 641818624) 641818624, 4096 00020000:00200000:2.0:1775764894.512919:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.512931:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156693, 156693] 00000008:00010000:2.0:1775764894.512936:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.512939:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.512946:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512956:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641814528 641818623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512964:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512971:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.512978:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.512985:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641814528, 641818624) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.512991:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156693 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.513010:0:17279:0:(rw26.c:858:ll_write_end()) pos 641814528, len 4096, copied 4096 00000080:00200000:2.0:1775764894.513014:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000428c0762[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.513017:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000085019780 fffffc0001001 3:0 ffff967bc918cb60 156693 lru 00000080:00200000:2.0:1775764894.513022:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007faf802d 156693: 1< 0 - - > 2< 641814528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:2.0:1775764894.513024:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000428c0762 00000080:00200000:2.0:1775764894.513025:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.513027:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.513035:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.513046:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.513048:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.513050:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.513056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.513058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.513060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.513064:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.513071:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.513078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.513080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.513084:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.513086:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156693, 156693] 00000080:00200000:2.0:1775764894.513096:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.513099:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.513104:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641818624 i_blocks 1196131 00000080:00200000:2.0:1775764894.513107:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.513123:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641818624, count: 4096 00000080:00200000:2.0:1775764894.513134:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641818624, bytes: 4096 00000080:00200000:2.0:1775764894.513137:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.513140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156695, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.513141:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641818624, 641822720) 0 0 00000080:00200000:2.0:1775764894.513144:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.513150:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156694, 156694] 00020000:00200000:2.0:1775764894.513153:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641818624 chunk: [641818624, 641822720) 641822720, 4096 00020000:00200000:2.0:1775764894.513155:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.513167:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156694, 156694] 00000008:00010000:2.0:1775764894.513172:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.513175:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.513182:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.513190:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641818624 641822719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.513197:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.513204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.513210:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.513216:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641818624, 641822720) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.513221:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156694 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.513235:0:17279:0:(rw26.c:858:ll_write_end()) pos 641818624, len 4096, copied 4096 00000080:00200000:2.0:1775764894.513239:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005df4972b[3 0000000014a1af93 2 1 0000000023b44bd4] 00000080:00200000:2.0:1775764894.513241:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007110b834 fffffc0001001 3:0 ffff967bc918c620 156694 lru 00000080:00200000:2.0:1775764894.513275:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bfa56abb 156694: 1< 0 - - > 2< 641818624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:2.0:1775764894.513277:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005df4972b 00000080:00200000:2.0:1775764894.513279:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.513281:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.513290:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.513302:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.513305:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.513307:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.513313:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.513316:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.513319:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.513322:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.513329:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.513337:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc93f8 (ffff967cc13766c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.513339:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc13766c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.513343:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.513346:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156694, 156694] 00000080:00200000:2.0:1775764894.514893:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.514901:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.515709:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000072bc88f9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.515712:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008009d3e3 fffffc0001021 2:0 ffff967bc91dc000 156696 lru 00000080:00200000:0.0:1775764894.515717:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009260cb43 156696: 1< 0 - - > 2< 641826816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:0.0:1775764894.515719:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000072bc88f9 00000080:00200000:0.0:1775764894.515720:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.515722:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.515730:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.515741:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.515744:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.515746:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.515752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.515754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.515757:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.515761:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.515769:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.515776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.515779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.515783:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.515786:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156696, 156696] 00000080:00200000:0.0:1775764894.515797:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.515800:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.515806:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641830912 i_blocks 1196131 00000080:00200000:0.0:1775764894.515809:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.515825:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641830912, count: 4096 00000080:00200000:0.0:1775764894.515836:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641830912, bytes: 4096 00000080:00200000:0.0:1775764894.515839:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.515843:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156698, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.515844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641830912, 641835008) 0 0 00000080:00200000:0.0:1775764894.515847:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.515852:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156697, 156697] 00020000:00200000:0.0:1775764894.515855:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641830912 chunk: [641830912, 641835008) 641835008, 4096 00020000:00200000:0.0:1775764894.515857:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.515868:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156697, 156697] 00000008:00010000:0.0:1775764894.515874:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.515876:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.515884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.515893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641830912 641835007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.515901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.515908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.515914:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.515921:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641830912, 641835008) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.515926:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156697 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.516039:0:17279:0:(rw26.c:858:ll_write_end()) pos 641830912, len 4096, copied 4096 00000080:00200000:0.0:1775764894.516044:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000038263778[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.516046:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000097ee77c0 fffffc0001001 3:0 ffff967bc91dc380 156697 lru 00000080:00200000:0.0:1775764894.516051:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006adc6d98 156697: 1< 0 - - > 2< 641830912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:0.0:1775764894.516053:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000038263778 00000080:00200000:0.0:1775764894.516054:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.516056:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.516065:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516077:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.516080:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.516082:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.516089:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.516091:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.516094:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.516098:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516105:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.516114:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.516116:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.516120:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.516123:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156697, 156697] 00000080:00200000:0.0:1775764894.516134:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.516136:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.516141:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641835008 i_blocks 1196131 00000080:00200000:0.0:1775764894.516144:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.516159:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641835008, count: 4096 00000080:00200000:0.0:1775764894.516171:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641835008, bytes: 4096 00000080:00200000:0.0:1775764894.516173:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.516177:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156699, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.516179:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641835008, 641839104) 0 0 00000080:00200000:0.0:1775764894.516181:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.516186:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156698, 156698] 00020000:00200000:0.0:1775764894.516190:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641835008 chunk: [641835008, 641839104) 641839104, 4096 00020000:00200000:0.0:1775764894.516192:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.516204:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156698, 156698] 00000008:00010000:0.0:1775764894.516210:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.516212:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.516222:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516230:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641835008 641839103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516238:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516244:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516278:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516287:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641835008, 641839104) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.516292:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156698 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.516309:0:17279:0:(rw26.c:858:ll_write_end()) pos 641835008, len 4096, copied 4096 00000080:00200000:0.0:1775764894.516313:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003bc0aa72[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.516315:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d44b6934 fffffc0001001 3:0 ffff967bc91dcc40 156698 lru 00000080:00200000:0.0:1775764894.516320:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bacf80e2 156698: 1< 0 - - > 2< 641835008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:0.0:1775764894.516322:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003bc0aa72 00000080:00200000:0.0:1775764894.516323:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.516325:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.516332:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516344:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.516347:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.516363:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.516370:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.516372:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.516375:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.516378:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516386:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.516393:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.516395:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.516398:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.516401:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156698, 156698] 00000080:00200000:0.0:1775764894.516411:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.516414:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.516419:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641839104 i_blocks 1196131 00000080:00200000:0.0:1775764894.516421:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.516434:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641839104, count: 4096 00000080:00200000:0.0:1775764894.516445:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641839104, bytes: 4096 00000080:00200000:0.0:1775764894.516447:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.516450:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156700, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.516452:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641839104, 641843200) 0 0 00000080:00200000:0.0:1775764894.516454:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.516459:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156699, 156699] 00020000:00200000:0.0:1775764894.516462:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641839104 chunk: [641839104, 641843200) 641843200, 4096 00020000:00200000:0.0:1775764894.516464:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.516475:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156699, 156699] 00000008:00010000:0.0:1775764894.516481:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.516483:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.516491:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516499:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641839104 641843199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516507:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516514:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516521:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516534:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641839104, 641843200) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.516540:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156699 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.516558:0:17279:0:(rw26.c:858:ll_write_end()) pos 641839104, len 4096, copied 4096 00000080:00200000:0.0:1775764894.516563:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ea40ad85[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.516566:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008cb549ea fffffc0001001 3:0 ffff967bc91dc9a0 156699 lru 00000080:00200000:0.0:1775764894.516571:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f882aa6d 156699: 1< 0 - - > 2< 641839104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:0.0:1775764894.516573:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ea40ad85 00000080:00200000:0.0:1775764894.516574:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.516576:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.516584:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516596:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.516599:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.516600:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.516607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.516609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.516611:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.516615:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516622:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.516630:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.516632:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.516636:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.516639:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156699, 156699] 00000080:00200000:0.0:1775764894.516649:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.516652:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.516658:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641843200 i_blocks 1196131 00000080:00200000:0.0:1775764894.516661:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.516675:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641843200, count: 4096 00000080:00200000:0.0:1775764894.516686:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641843200, bytes: 4096 00000080:00200000:0.0:1775764894.516688:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.516692:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156701, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.516693:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641843200, 641847296) 0 0 00000080:00200000:0.0:1775764894.516696:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.516701:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156700, 156700] 00020000:00200000:0.0:1775764894.516704:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641843200 chunk: [641843200, 641847296) 641847296, 4096 00020000:00200000:0.0:1775764894.516706:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.516717:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156700, 156700] 00000008:00010000:0.0:1775764894.516722:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.516724:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.516732:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516740:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641843200 641847295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516749:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516767:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516775:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641843200, 641847296) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.516780:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156700 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.516797:0:17279:0:(rw26.c:858:ll_write_end()) pos 641843200, len 4096, copied 4096 00000080:00200000:0.0:1775764894.516802:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009cb69091[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.516805:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006bef4d9e fffffc0001001 3:0 ffff967bc91dca80 156700 lru 00000080:00200000:0.0:1775764894.516810:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007e1a851e 156700: 1< 0 - - > 2< 641843200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:0.0:1775764894.516812:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009cb69091 00000080:00200000:0.0:1775764894.516813:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.516815:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.516824:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.516835:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.516838:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.516840:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.516846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.516848:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.516851:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.516855:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.516862:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.516875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.516878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.516882:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.516885:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156700, 156700] 00000080:00200000:0.0:1775764894.516895:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.516898:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.516904:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641847296 i_blocks 1196131 00000080:00200000:0.0:1775764894.516906:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.516921:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641847296, count: 4096 00000080:00200000:0.0:1775764894.516932:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641847296, bytes: 4096 00000080:00200000:0.0:1775764894.516935:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.516938:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156702, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.517500:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641847296, 641851392) 0 0 00000080:00200000:0.0:1775764894.517504:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.517512:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156701, 156701] 00020000:00200000:0.0:1775764894.517516:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641847296 chunk: [641847296, 641851392) 641851392, 4096 00020000:00200000:0.0:1775764894.517519:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.517538:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156701, 156701] 00000008:00010000:0.0:1775764894.517545:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.517548:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.517560:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517570:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641847296 641851391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517579:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517591:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517598:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.517606:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641847296, 641851392) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.517612:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156701 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.517648:0:17279:0:(rw26.c:858:ll_write_end()) pos 641847296, len 4096, copied 4096 00000080:00200000:0.0:1775764894.517653:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bc290699[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.517655:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000610cf8d fffffc0001001 3:0 ffff967bc91dd000 156701 lru 00000080:00200000:0.0:1775764894.517662:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6fd48cb 156701: 1< 0 - - > 2< 641847296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:0.0:1775764894.517663:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bc290699 00000080:00200000:0.0:1775764894.517665:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.517667:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.517678:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.517692:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.517694:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.517697:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.517703:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.517705:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.517707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.517711:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517723:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.517731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.517734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.517738:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.517741:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156701, 156701] 00000080:00200000:0.0:1775764894.517756:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.517759:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.517766:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641851392 i_blocks 1196131 00000080:00200000:0.0:1775764894.517769:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.517786:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641851392, count: 4096 00000080:00200000:0.0:1775764894.517798:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641851392, bytes: 4096 00000080:00200000:0.0:1775764894.517800:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.517804:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156703, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.517806:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641851392, 641855488) 0 0 00000080:00200000:0.0:1775764894.517808:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.517814:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156702, 156702] 00020000:00200000:0.0:1775764894.517817:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641851392 chunk: [641851392, 641855488) 641855488, 4096 00020000:00200000:0.0:1775764894.517819:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.517830:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156702, 156702] 00000008:00010000:0.0:1775764894.517835:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.517838:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.517847:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517855:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641851392 641855487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517868:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517876:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.517883:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.517891:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641851392, 641855488) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.517897:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156702 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.517914:0:17279:0:(rw26.c:858:ll_write_end()) pos 641851392, len 4096, copied 4096 00000080:00200000:0.0:1775764894.517919:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003c80ac94[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.517922:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b5a60c64 fffffc0001001 3:0 ffff967bc91dd380 156702 lru 00000080:00200000:0.0:1775764894.517927:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000407a6227 156702: 1< 0 - - > 2< 641851392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:0.0:1775764894.517929:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003c80ac94 00000080:00200000:0.0:1775764894.517930:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.517932:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.518212:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.518230:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.518234:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.518236:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.518243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.518271:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.518274:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.518279:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518287:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.518295:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.518298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.518303:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.518305:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156702, 156702] 00000080:00200000:0.0:1775764894.518318:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.518321:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.518326:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641855488 i_blocks 1196131 00000080:00200000:0.0:1775764894.518330:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.518347:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641855488, count: 4096 00000080:00200000:0.0:1775764894.518383:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641855488, bytes: 4096 00000080:00200000:0.0:1775764894.518386:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.518390:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156704, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.518391:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641855488, 641859584) 0 0 00000080:00200000:0.0:1775764894.518394:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.518400:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156703, 156703] 00020000:00200000:0.0:1775764894.518403:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641855488 chunk: [641855488, 641859584) 641859584, 4096 00020000:00200000:0.0:1775764894.518405:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.518419:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156703, 156703] 00000008:00010000:0.0:1775764894.518425:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.518428:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.518436:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518451:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641855488 641859583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518461:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518469:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518477:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.518485:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641855488, 641859584) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.518491:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156703 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.518511:0:17279:0:(rw26.c:858:ll_write_end()) pos 641855488, len 4096, copied 4096 00000080:00200000:0.0:1775764894.518515:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a9724118[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.518518:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000afb9bc19 fffffc0001001 3:0 ffff967bc91ddc40 156703 lru 00000080:00200000:0.0:1775764894.518524:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000130994f9 156703: 1< 0 - - > 2< 641855488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 244 - -> 00000080:00200000:0.0:1775764894.518526:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a9724118 00000080:00200000:0.0:1775764894.518527:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.518530:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.518539:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.518551:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.518554:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.518557:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.518562:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.518565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.518567:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.518570:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518578:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.518586:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.518589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.518592:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.518595:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156703, 156703] 00000080:00200000:0.0:1775764894.518605:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.518608:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.518613:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641859584 i_blocks 1196131 00000080:00200000:0.0:1775764894.518616:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.518630:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641859584, count: 4096 00000080:00200000:0.0:1775764894.518642:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641859584, bytes: 4096 00000080:00200000:0.0:1775764894.518644:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.518647:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156705, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.518649:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641859584, 641863680) 0 0 00000080:00200000:0.0:1775764894.518651:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.518657:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156704, 156704] 00020000:00200000:0.0:1775764894.518660:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641859584 chunk: [641859584, 641863680) 641863680, 4096 00020000:00200000:0.0:1775764894.518662:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.518674:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156704, 156704] 00000008:00010000:0.0:1775764894.518679:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.518682:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.518690:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518700:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641859584 641863679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518708:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518715:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518722:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.518729:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641859584, 641863680) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.518735:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156704 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.518752:0:17279:0:(rw26.c:858:ll_write_end()) pos 641859584, len 4096, copied 4096 00000080:00200000:0.0:1775764894.518756:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e91fe80e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.518760:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d862be79 fffffc0001001 3:0 ffff967bc91dd9a0 156704 lru 00000080:00200000:0.0:1775764894.518765:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000b3e07ea 156704: 1< 0 - - > 2< 641859584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 245 - -> 00000080:00200000:0.0:1775764894.518767:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e91fe80e 00000080:00200000:0.0:1775764894.518768:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.518770:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.518778:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.518789:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.518792:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.518794:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.518801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.518803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.518806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.518809:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.518817:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.518825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.518828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.518832:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.518835:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156704, 156704] 00000080:00200000:0.0:1775764894.518846:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.518849:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.518854:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641863680 i_blocks 1196131 00000080:00200000:0.0:1775764894.518857:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.518872:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641863680, count: 4096 00000080:00200000:0.0:1775764894.518883:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641863680, bytes: 4096 00000080:00200000:0.0:1775764894.518886:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.518890:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156706, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.518891:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641863680, 641867776) 0 0 00000080:00200000:0.0:1775764894.518894:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.518899:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156705, 156705] 00020000:00200000:0.0:1775764894.518902:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641863680 chunk: [641863680, 641867776) 641867776, 4096 00020000:00200000:0.0:1775764894.518904:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.518916:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156705, 156705] 00000008:00010000:0.0:1775764894.518921:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.518923:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.518931:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519100:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641863680 641867775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519112:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519120:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519127:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.519136:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641863680, 641867776) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.519141:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156705 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.519158:0:17279:0:(rw26.c:858:ll_write_end()) pos 641863680, len 4096, copied 4096 00000080:00200000:0.0:1775764894.519163:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000c8f71a8[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.519166:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec062015 fffffc0001001 3:0 ffff967bc91dda80 156705 lru 00000080:00200000:0.0:1775764894.519172:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000012c130cd 156705: 1< 0 - - > 2< 641863680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 246 - -> 00000080:00200000:0.0:1775764894.519174:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000c8f71a8 00000080:00200000:0.0:1775764894.519175:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.519177:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.519186:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.519202:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.519205:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.519207:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.519214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.519216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.519219:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.519223:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519231:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.519240:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.519242:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.519287:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.519290:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156705, 156705] 00000080:00200000:0.0:1775764894.519302:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.519306:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.519311:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641867776 i_blocks 1196131 00000080:00200000:0.0:1775764894.519315:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.519331:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641867776, count: 4096 00000080:00200000:0.0:1775764894.519344:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641867776, bytes: 4096 00000080:00200000:0.0:1775764894.519347:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.519363:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156707, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.519364:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641867776, 641871872) 0 0 00000080:00200000:0.0:1775764894.519376:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.519382:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156706, 156706] 00020000:00200000:0.0:1775764894.519386:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641867776 chunk: [641867776, 641871872) 641871872, 4096 00020000:00200000:0.0:1775764894.519388:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.519402:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156706, 156706] 00000008:00010000:0.0:1775764894.519408:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.519410:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.519418:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519427:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641867776 641871871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519436:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519444:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519451:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.519460:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641867776, 641871872) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.519466:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156706 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.519483:0:17279:0:(rw26.c:858:ll_write_end()) pos 641867776, len 4096, copied 4096 00000080:00200000:0.0:1775764894.519488:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000732838ae[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.519492:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000040dabfd3 fffffc0001001 3:0 ffff967bc91dd540 156706 lru 00000080:00200000:0.0:1775764894.519498:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007aad1f40 156706: 1< 0 - - > 2< 641867776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 247 - -> 00000080:00200000:0.0:1775764894.519500:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000732838ae 00000080:00200000:0.0:1775764894.519501:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.519503:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.519513:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.519525:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.519528:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.519530:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.519536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.519539:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.519542:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.519546:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519553:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.519561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.519564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.519568:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.519572:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156706, 156706] 00000080:00200000:0.0:1775764894.519584:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.519587:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.519592:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641871872 i_blocks 1196131 00000080:00200000:0.0:1775764894.519595:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.519611:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641871872, count: 4096 00000080:00200000:0.0:1775764894.519623:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641871872, bytes: 4096 00000080:00200000:0.0:1775764894.519626:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.519630:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156708, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.519632:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641871872, 641875968) 0 0 00000080:00200000:0.0:1775764894.519635:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.519640:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156707, 156707] 00020000:00200000:0.0:1775764894.519643:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641871872 chunk: [641871872, 641875968) 641875968, 4096 00020000:00200000:0.0:1775764894.519646:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.519659:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156707, 156707] 00000008:00010000:0.0:1775764894.519664:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.519667:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.519675:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519684:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641871872 641875967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519693:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519700:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519708:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.519717:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641871872, 641875968) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.519721:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156707 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.519738:0:17279:0:(rw26.c:858:ll_write_end()) pos 641871872, len 4096, copied 4096 00000080:00200000:0.0:1775764894.519742:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000155ddc25[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.519745:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000023be25b2 fffffc0001001 3:0 ffff967bc91dd0e0 156707 lru 00000080:00200000:0.0:1775764894.519751:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000039740eb0 156707: 1< 0 - - > 2< 641871872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 248 - -> 00000080:00200000:0.0:1775764894.519753:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000155ddc25 00000080:00200000:0.0:1775764894.519754:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.519756:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.519764:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.519776:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.519779:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.519781:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.519787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.519789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.519792:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.519795:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519802:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.519810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.519812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.519817:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.519820:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156707, 156707] 00000080:00200000:0.0:1775764894.519831:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.519835:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.519840:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641875968 i_blocks 1196131 00000080:00200000:0.0:1775764894.519843:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.519859:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641875968, count: 4096 00000080:00200000:0.0:1775764894.519871:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641875968, bytes: 4096 00000080:00200000:0.0:1775764894.519874:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.519878:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156709, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.519879:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641875968, 641880064) 0 0 00000080:00200000:0.0:1775764894.519882:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.519888:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156708, 156708] 00020000:00200000:0.0:1775764894.519891:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641875968 chunk: [641875968, 641880064) 641880064, 4096 00020000:00200000:0.0:1775764894.519893:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.519905:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156708, 156708] 00000008:00010000:0.0:1775764894.519912:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.519914:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.519922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.519932:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641875968 641880063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520158:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520169:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520175:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.520185:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641875968, 641880064) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.520192:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156708 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.520212:0:17279:0:(rw26.c:858:ll_write_end()) pos 641875968, len 4096, copied 4096 00000080:00200000:0.0:1775764894.520217:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000742865b8[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.520220:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000072752f54 fffffc0001001 3:0 ffff967bc91dd1c0 156708 lru 00000080:00200000:0.0:1775764894.520225:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000079d84cbc 156708: 1< 0 - - > 2< 641875968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 249 - -> 00000080:00200000:0.0:1775764894.520228:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000742865b8 00000080:00200000:0.0:1775764894.520230:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.520232:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.520242:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.520286:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.520289:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.520291:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.520297:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.520299:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.520302:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.520306:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520314:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.520323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.520325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.520330:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.520332:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156708, 156708] 00000080:00200000:0.0:1775764894.520344:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.520347:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.520364:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641880064 i_blocks 1196131 00000080:00200000:0.0:1775764894.520429:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.520450:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641880064, count: 4096 00000080:00200000:0.0:1775764894.520463:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641880064, bytes: 4096 00000080:00200000:0.0:1775764894.520466:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.520470:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156710, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.520471:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641880064, 641884160) 0 0 00000080:00200000:0.0:1775764894.520475:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.520481:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156709, 156709] 00020000:00200000:0.0:1775764894.520485:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641880064 chunk: [641880064, 641884160) 641884160, 4096 00020000:00200000:0.0:1775764894.520488:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.520501:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156709, 156709] 00000008:00010000:0.0:1775764894.520508:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.520510:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.520519:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520528:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641880064 641884159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520536:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520544:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520551:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.520559:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641880064, 641884160) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.520564:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156709 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.520582:0:17279:0:(rw26.c:858:ll_write_end()) pos 641880064, len 4096, copied 4096 00000080:00200000:0.0:1775764894.520586:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008c11091d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.520589:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6933792 fffffc0001001 3:0 ffff967bc91dd700 156709 lru 00000080:00200000:0.0:1775764894.520595:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005ec12c5f 156709: 1< 0 - - > 2< 641880064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 250 - -> 00000080:00200000:0.0:1775764894.520597:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008c11091d 00000080:00200000:0.0:1775764894.520598:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.520601:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.520610:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.520622:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.520625:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.520627:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.520633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.520635:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.520637:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.520641:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520650:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.520657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.520659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.520663:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.520666:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156709, 156709] 00000080:00200000:0.0:1775764894.520678:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.520681:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.520686:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641884160 i_blocks 1196131 00000080:00200000:0.0:1775764894.520689:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.520705:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641884160, count: 4096 00000080:00200000:0.0:1775764894.520717:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641884160, bytes: 4096 00000080:00200000:0.0:1775764894.520719:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.520723:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156711, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.520725:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641884160, 641888256) 0 0 00000080:00200000:0.0:1775764894.520728:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.520733:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156710, 156710] 00020000:00200000:0.0:1775764894.520736:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641884160 chunk: [641884160, 641888256) 641888256, 4096 00020000:00200000:0.0:1775764894.520738:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.520750:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156710, 156710] 00000008:00010000:0.0:1775764894.520755:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.520757:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.520765:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520773:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641884160 641888255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520782:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520789:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520794:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.520802:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641884160, 641888256) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.520806:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156710 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.520828:0:17279:0:(rw26.c:858:ll_write_end()) pos 641884160, len 4096, copied 4096 00000080:00200000:0.0:1775764894.520832:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000017a2efd8[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.520835:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000052914347 fffffc0001001 3:0 ffff967bc91dd2a0 156710 lru 00000080:00200000:0.0:1775764894.520840:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000740aa442 156710: 1< 0 - - > 2< 641884160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 251 - -> 00000080:00200000:0.0:1775764894.520842:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000017a2efd8 00000080:00200000:0.0:1775764894.520844:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.520846:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.520854:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.520866:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.520869:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.520871:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.520876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.520878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.520881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.520884:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.520892:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.520904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.520907:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.520911:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.520913:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156710, 156710] 00000080:00200000:0.0:1775764894.520924:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.520926:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.520931:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641888256 i_blocks 1196131 00000080:00200000:0.0:1775764894.520933:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.520960:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641888256, count: 4096 00000080:00200000:0.0:1775764894.520972:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641888256, bytes: 4096 00000080:00200000:0.0:1775764894.520975:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.520978:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156712, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.520980:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641888256, 641892352) 0 0 00000080:00200000:0.0:1775764894.520983:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.520987:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156711, 156711] 00020000:00200000:0.0:1775764894.520991:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641888256 chunk: [641888256, 641892352) 641892352, 4096 00020000:00200000:0.0:1775764894.520993:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.521004:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156711, 156711] 00000008:00010000:0.0:1775764894.521010:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.521012:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.521019:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521028:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641888256 641892351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521036:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521042:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521049:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.521056:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641888256, 641892352) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.521061:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156711 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.521084:0:17279:0:(rw26.c:858:ll_write_end()) pos 641888256, len 4096, copied 4096 00000080:00200000:0.0:1775764894.521088:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000076aecee4[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.521090:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001fe0e348 fffffc0001021 2:0 ffff967bc91dde00 156711 lru 00000080:00200000:0.0:1775764894.521096:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b73229aa 156711: 1< 0 - - > 2< 641888256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:0.0:1775764894.521098:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000076aecee4 00000080:00200000:0.0:1775764894.521099:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.521101:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.521109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.521121:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.521124:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.521126:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.521131:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.521134:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.521136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.521140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521148:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.521156:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.521158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.521162:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.521165:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156711, 156711] 00000080:00200000:0.0:1775764894.521175:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.521178:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.521184:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641892352 i_blocks 1196131 00000080:00200000:0.0:1775764894.521187:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.521200:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641892352, count: 4096 00000080:00200000:0.0:1775764894.521210:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641892352, bytes: 4096 00000080:00200000:0.0:1775764894.521212:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.521215:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156713, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.521217:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641892352, 641896448) 0 0 00000080:00200000:0.0:1775764894.521219:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.521224:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156712, 156712] 00020000:00200000:0.0:1775764894.521227:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641892352 chunk: [641892352, 641896448) 641896448, 4096 00020000:00200000:0.0:1775764894.521229:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.521238:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156712, 156712] 00000008:00010000:0.0:1775764894.521244:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.521273:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.521280:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521289:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641892352 641896447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521297:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521304:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.521311:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.521319:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641892352, 641896448) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.521323:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156712 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.521341:0:17279:0:(rw26.c:858:ll_write_end()) pos 641892352, len 4096, copied 4096 00000080:00200000:0.0:1775764894.521345:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c5a2dd0d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.521348:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000edc26017 fffffc0001001 3:0 ffff967bc91dd8c0 156712 lru 00000080:00200000:0.0:1775764894.522025:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5c2e2cb 156712: 1< 0 - - > 2< 641892352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:0.0:1775764894.522030:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c5a2dd0d 00000080:00200000:0.0:1775764894.522032:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.522035:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.522049:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522067:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.522071:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.522073:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.522081:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.522083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.522085:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.522091:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522098:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.522107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.522110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.522116:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.522119:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156712, 156712] 00000080:00200000:0.0:1775764894.522135:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.522138:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.522145:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641896448 i_blocks 1196131 00000080:00200000:0.0:1775764894.522148:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.522167:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641896448, count: 4096 00000080:00200000:0.0:1775764894.522181:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641896448, bytes: 4096 00000080:00200000:0.0:1775764894.522185:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.522188:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156714, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.522190:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641896448, 641900544) 0 0 00000080:00200000:0.0:1775764894.522193:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.522202:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156713, 156713] 00020000:00200000:0.0:1775764894.522206:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641896448 chunk: [641896448, 641900544) 641900544, 4096 00020000:00200000:0.0:1775764894.522209:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.522222:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156713, 156713] 00000008:00010000:0.0:1775764894.522229:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.522231:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.522241:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522281:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641896448 641900543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522290:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522297:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522303:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522312:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641896448, 641900544) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.522320:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156713 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.522344:0:17279:0:(rw26.c:858:ll_write_end()) pos 641896448, len 4096, copied 4096 00000080:00200000:0.0:1775764894.522362:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f05fce20[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.522367:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f585e42d fffffc0001001 3:0 ffff967bc91dd460 156713 lru 00000080:00200000:0.0:1775764894.522381:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b125fb68 156713: 1< 0 - - > 2< 641896448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:0.0:1775764894.522383:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f05fce20 00000080:00200000:0.0:1775764894.522385:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.522387:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.522397:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522410:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.522413:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.522415:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.522421:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.522424:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.522426:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.522430:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522438:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.522446:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.522448:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.522452:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.522455:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156713, 156713] 00000080:00200000:0.0:1775764894.522467:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.522470:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.522475:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641900544 i_blocks 1196131 00000080:00200000:0.0:1775764894.522478:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.522494:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641900544, count: 4096 00000080:00200000:0.0:1775764894.522506:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641900544, bytes: 4096 00000080:00200000:0.0:1775764894.522509:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.522512:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156715, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.522514:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641900544, 641904640) 0 0 00000080:00200000:0.0:1775764894.522517:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.522522:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156714, 156714] 00020000:00200000:0.0:1775764894.522526:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641900544 chunk: [641900544, 641904640) 641904640, 4096 00020000:00200000:0.0:1775764894.522529:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.522542:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156714, 156714] 00000008:00010000:0.0:1775764894.522548:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.522551:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.522558:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522568:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641900544 641904639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522575:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522583:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522590:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522598:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641900544, 641904640) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.522604:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156714 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.522621:0:17279:0:(rw26.c:858:ll_write_end()) pos 641900544, len 4096, copied 4096 00000080:00200000:0.0:1775764894.522626:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000074cab4d5[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.522629:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000052b49695 fffffc0001001 3:0 ffff967bc91ddee0 156714 lru 00000080:00200000:0.0:1775764894.522634:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002aeea719 156714: 1< 0 - - > 2< 641900544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:0.0:1775764894.522636:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000074cab4d5 00000080:00200000:0.0:1775764894.522638:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.522640:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.522649:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522660:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.522663:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.522665:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.522671:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.522674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.522677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.522680:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522687:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.522695:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.522697:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.522701:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.522704:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156714, 156714] 00000080:00200000:0.0:1775764894.522714:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.522717:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.522722:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641904640 i_blocks 1196131 00000080:00200000:0.0:1775764894.522725:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.522740:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641904640, count: 4096 00000080:00200000:0.0:1775764894.522751:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641904640, bytes: 4096 00000080:00200000:0.0:1775764894.522753:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.522757:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156716, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.522759:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641904640, 641908736) 0 0 00000080:00200000:0.0:1775764894.522762:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.522767:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156715, 156715] 00020000:00200000:0.0:1775764894.522769:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641904640 chunk: [641904640, 641908736) 641908736, 4096 00020000:00200000:0.0:1775764894.522772:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.522782:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156715, 156715] 00000008:00010000:0.0:1775764894.522786:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.522789:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.522796:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522805:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641904640 641908735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522814:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522822:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522829:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522836:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641904640, 641908736) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.522840:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156715 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.522855:0:17279:0:(rw26.c:858:ll_write_end()) pos 641904640, len 4096, copied 4096 00000080:00200000:0.0:1775764894.522859:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009059fb2d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.522861:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bca77cd9 fffffc0001001 3:0 ffff967bc91ddd20 156715 lru 00000080:00200000:0.0:1775764894.522867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006988789e 156715: 1< 0 - - > 2< 641904640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 481689600 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775764894.522868:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009059fb2d 00000080:00200000:0.0:1775764894.522870:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.522872:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.522879:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.522890:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.522892:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.522895:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.522900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.522902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.522905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.522908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.522916:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.522923:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.522925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.522929:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.522932:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156715, 156715] 00000008:00010000:2.0:1775764894.524843:0:2373:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1775764894.525044:0:2373:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000de1a16ed ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:2.0:1775764894.525081:0:2373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc583b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277312:192.168.202.151@tcp:4:iozone.0 00000080:00200000:0.0:1775764894.525528:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.525535:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.525548:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641908736 i_blocks 1196131 00000080:00200000:0.0:1775764894.525554:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.525592:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641908736, count: 4096 00000080:00200000:0.0:1775764894.525610:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641908736, bytes: 4096 00000080:00200000:0.0:1775764894.525614:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.525621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156717, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.525623:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641908736, 641912832) 0 0 00000080:00200000:0.0:1775764894.525626:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.525639:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156716, 156716] 00020000:00200000:0.0:1775764894.525645:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641908736 chunk: [641908736, 641912832) 641912832, 4096 00020000:00200000:0.0:1775764894.525649:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.525673:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156716, 156716] 00000008:00010000:0.0:1775764894.525685:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.525690:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.525709:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.525723:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641908736 641912831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.525735:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.525744:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.525752:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.525763:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641908736, 641912832) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.525774:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156716 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.525813:0:17279:0:(rw26.c:858:ll_write_end()) pos 641908736, len 4096, copied 4096 00000080:00200000:0.0:1775764894.525820:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002e7619d0[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.525824:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4f3c9de fffffc0001001 3:0 ffff967bc91dd7e0 156716 lru 00000080:00200000:0.0:1775764894.525830:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec0642e5 156716: 1< 0 - - > 2< 641908736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 257 - -> 00000080:00200000:0.0:1775764894.525832:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002e7619d0 00000080:00200000:0.0:1775764894.525834:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.525838:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.525855:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.525871:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.525875:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.525877:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.525891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.525894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.525896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.525901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.525909:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.525921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.525924:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.525929:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.525935:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156716, 156716] 00000080:00200000:0.0:1775764894.526073:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.526077:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.526083:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641912832 i_blocks 1196131 00000080:00200000:0.0:1775764894.526087:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.526104:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641912832, count: 4096 00000080:00200000:0.0:1775764894.526116:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641912832, bytes: 4096 00000080:00200000:0.0:1775764894.526119:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.526123:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156718, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.526125:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641912832, 641916928) 0 0 00000080:00200000:0.0:1775764894.526128:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.526134:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156717, 156717] 00020000:00200000:0.0:1775764894.526137:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641912832 chunk: [641912832, 641916928) 641916928, 4096 00020000:00200000:0.0:1775764894.526139:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.526153:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156717, 156717] 00000008:00010000:0.0:1775764894.526159:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.526161:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.526169:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526179:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641912832 641916927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526187:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526193:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526199:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.526207:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641912832, 641916928) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.526213:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156717 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.526234:0:17279:0:(rw26.c:858:ll_write_end()) pos 641912832, len 4096, copied 4096 00000080:00200000:0.0:1775764894.526238:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008d26e501[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.526241:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000fde5dca fffffc0001001 3:0 ffff967bc91ddb60 156717 lru 00000080:00200000:0.0:1775764894.526360:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005825493b 156717: 1< 0 - - > 2< 641912832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 258 - -> 00000080:00200000:0.0:1775764894.526363:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008d26e501 00000080:00200000:0.0:1775764894.526365:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.526368:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.526453:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.526467:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.526470:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.526472:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.526478:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.526480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.526483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.526487:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526495:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.526503:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.526505:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.526509:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.526512:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156717, 156717] 00000080:00200000:0.0:1775764894.526526:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.526529:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.526535:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641916928 i_blocks 1196131 00000080:00200000:0.0:1775764894.526538:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.526555:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641916928, count: 4096 00000080:00200000:0.0:1775764894.526566:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641916928, bytes: 4096 00000080:00200000:0.0:1775764894.526569:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.526572:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156719, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.526574:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641916928, 641921024) 0 0 00000080:00200000:0.0:1775764894.526577:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.526582:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156718, 156718] 00020000:00200000:0.0:1775764894.526585:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641916928 chunk: [641916928, 641921024) 641921024, 4096 00020000:00200000:0.0:1775764894.526588:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.526599:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156718, 156718] 00000008:00010000:0.0:1775764894.526605:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.526607:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.526615:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526624:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641916928 641921023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526632:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526639:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526646:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.526655:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641916928, 641921024) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.526661:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156718 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.526680:0:17279:0:(rw26.c:858:ll_write_end()) pos 641916928, len 4096, copied 4096 00000080:00200000:0.0:1775764894.526684:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000031a1afe3[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.526687:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000053faae94 fffffc0001001 3:0 ffff967bc91dd620 156718 lru 00000080:00200000:0.0:1775764894.526692:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000071326c94 156718: 1< 0 - - > 2< 641916928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 259 - -> 00000080:00200000:0.0:1775764894.526694:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000031a1afe3 00000080:00200000:0.0:1775764894.526695:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.526697:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.526705:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.526715:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.526717:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.526720:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.526725:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.526728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.526731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.526735:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526742:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.526749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.526751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.526755:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.526757:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156718, 156718] 00000080:00200000:0.0:1775764894.526767:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.526770:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.526774:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641921024 i_blocks 1196131 00000080:00200000:0.0:1775764894.526777:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.526790:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641921024, count: 4096 00000080:00200000:0.0:1775764894.526800:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641921024, bytes: 4096 00000080:00200000:0.0:1775764894.526802:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.526805:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156720, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.526807:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641921024, 641925120) 0 0 00000080:00200000:0.0:1775764894.526809:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.526814:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156719, 156719] 00020000:00200000:0.0:1775764894.526817:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641921024 chunk: [641921024, 641925120) 641925120, 4096 00020000:00200000:0.0:1775764894.526819:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.526830:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156719, 156719] 00000008:00010000:0.0:1775764894.526834:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.526836:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.526844:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526852:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641921024 641925119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526860:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526867:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.526873:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.526881:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641921024, 641925120) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.526885:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156719 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.526914:0:17279:0:(rw26.c:858:ll_write_end()) pos 641921024, len 4096, copied 4096 00000080:00200000:0.0:1775764894.526919:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006005bd27[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.526921:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fac64637 fffffc0001001 3:0 ffff967bc91dee00 156719 lru 00000080:00200000:0.0:1775764894.526926:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c68210c7 156719: 1< 0 - - > 2< 641921024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 260 - -> 00000080:00200000:0.0:1775764894.526928:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006005bd27 00000080:00200000:0.0:1775764894.526929:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.526931:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.526939:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.527365:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.527452:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.527455:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.527466:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.527469:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.527472:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.527476:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527484:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.527492:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.527495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.527500:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.527503:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156719, 156719] 00000080:00200000:0.0:1775764894.527518:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.527522:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.527531:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641925120 i_blocks 1196131 00000080:00200000:0.0:1775764894.527535:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.527556:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641925120, count: 4096 00000080:00200000:0.0:1775764894.527570:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641925120, bytes: 4096 00000080:00200000:0.0:1775764894.527573:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.527577:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156721, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.527579:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641925120, 641929216) 0 0 00000080:00200000:0.0:1775764894.527581:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.527590:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156720, 156720] 00020000:00200000:0.0:1775764894.527593:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641925120 chunk: [641925120, 641929216) 641929216, 4096 00020000:00200000:0.0:1775764894.527596:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.527608:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156720, 156720] 00000008:00010000:0.0:1775764894.527615:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.527617:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.527627:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527636:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641925120 641929215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527645:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527652:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527659:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.527667:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641925120, 641929216) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.527673:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156720 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.527695:0:17279:0:(rw26.c:858:ll_write_end()) pos 641925120, len 4096, copied 4096 00000080:00200000:0.0:1775764894.527699:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000950b3a9a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.527702:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000478787d fffffc0001001 3:0 ffff967bc91de8c0 156720 lru 00000080:00200000:0.0:1775764894.527708:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001c3f8549 156720: 1< 0 - - > 2< 641925120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 261 - -> 00000080:00200000:0.0:1775764894.527710:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000950b3a9a 00000080:00200000:0.0:1775764894.527712:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.527714:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.527724:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.527736:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.527739:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.527741:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.527747:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.527750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.527752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.527755:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527762:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.527769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.527771:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.527774:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.527777:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156720, 156720] 00000080:00200000:0.0:1775764894.527787:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.527790:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.527796:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641929216 i_blocks 1196131 00000080:00200000:0.0:1775764894.527798:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.527813:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641929216, count: 4096 00000080:00200000:0.0:1775764894.527825:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641929216, bytes: 4096 00000080:00200000:0.0:1775764894.527828:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.527831:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156722, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.527832:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641929216, 641933312) 0 0 00000080:00200000:0.0:1775764894.527835:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.527841:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156721, 156721] 00020000:00200000:0.0:1775764894.527844:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641929216 chunk: [641929216, 641933312) 641933312, 4096 00020000:00200000:0.0:1775764894.527846:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.527857:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156721, 156721] 00000008:00010000:0.0:1775764894.527862:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.527864:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.527872:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527882:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641929216 641933311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527890:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527897:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.527904:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.527912:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641929216, 641933312) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.527918:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156721 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.527935:0:17279:0:(rw26.c:858:ll_write_end()) pos 641929216, len 4096, copied 4096 00000080:00200000:0.0:1775764894.528140:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000055593545[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.528145:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007608f918 fffffc0001001 3:0 ffff967bc91de460 156721 lru 00000080:00200000:0.0:1775764894.528151:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000818a3f7a 156721: 1< 0 - - > 2< 641929216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 262 - -> 00000080:00200000:0.0:1775764894.528153:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000055593545 00000080:00200000:0.0:1775764894.528155:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.528158:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.528168:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.528182:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.528186:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.528188:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.528194:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.528197:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.528199:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.528203:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.528210:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.528218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.528220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.528224:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.528227:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156721, 156721] 00000080:00200000:0.0:1775764894.528238:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.528240:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.528286:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641933312 i_blocks 1196131 00000080:00200000:0.0:1775764894.528289:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.528307:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641933312, count: 4096 00000080:00200000:0.0:1775764894.528319:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641933312, bytes: 4096 00000080:00200000:0.0:1775764894.528322:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.528325:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156723, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.528327:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641933312, 641937408) 0 0 00000080:00200000:0.0:1775764894.528329:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.528335:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156722, 156722] 00020000:00200000:0.0:1775764894.528338:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641933312 chunk: [641933312, 641937408) 641937408, 4096 00020000:00200000:0.0:1775764894.528340:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.528367:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156722, 156722] 00000008:00010000:0.0:1775764894.528679:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.528682:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.528693:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.528703:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641933312 641937407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.528712:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.528720:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.528727:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.528736:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641933312, 641937408) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.528744:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156722 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.528765:0:17279:0:(rw26.c:858:ll_write_end()) pos 641933312, len 4096, copied 4096 00000080:00200000:0.0:1775764894.528770:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f0b4eccc[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.528773:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd0a7eb8 fffffc0001001 3:0 ffff967bc91deee0 156722 lru 00000080:00200000:0.0:1775764894.528780:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007f20621b 156722: 1< 0 - - > 2< 641933312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 263 - -> 00000080:00200000:0.0:1775764894.528782:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f0b4eccc 00000080:00200000:0.0:1775764894.528783:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.528786:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.528796:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.528809:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.528812:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.528814:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.528820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.528823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.528825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.528829:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.528836:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.528844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.528846:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.528851:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.528854:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156722, 156722] 00000080:00200000:0.0:1775764894.528868:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.528871:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.528876:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641937408 i_blocks 1196131 00000080:00200000:0.0:1775764894.528879:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.528896:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641937408, count: 4096 00000080:00200000:0.0:1775764894.528908:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641937408, bytes: 4096 00000080:00200000:0.0:1775764894.528910:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.528915:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156724, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.528916:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641937408, 641941504) 0 0 00000080:00200000:0.0:1775764894.528919:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.528925:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156723, 156723] 00020000:00200000:0.0:1775764894.528928:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641937408 chunk: [641937408, 641941504) 641941504, 4096 00020000:00200000:0.0:1775764894.528931:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.529100:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156723, 156723] 00000008:00010000:0.0:1775764894.529108:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.529111:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.529119:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.529129:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641937408 641941503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.529138:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.529145:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.529153:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.529161:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641937408, 641941504) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.529167:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156723 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.529185:0:17279:0:(rw26.c:858:ll_write_end()) pos 641937408, len 4096, copied 4096 00000080:00200000:0.0:1775764894.529189:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005e5dfcbb[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.529192:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009ad01d1f fffffc0001001 3:0 ffff967bc91ded20 156723 lru 00000080:00200000:0.0:1775764894.529197:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006a95a7cc 156723: 1< 0 - - > 2< 641937408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 264 - -> 00000080:00200000:0.0:1775764894.529199:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005e5dfcbb 00000080:00200000:0.0:1775764894.529201:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.529203:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.529212:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.529223:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.529226:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.529228:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.529234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.529237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.529239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.529243:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.531128:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.531146:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.531150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.531162:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.531170:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156723, 156723] 00000080:00200000:0.0:1775764894.531198:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.531203:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.531217:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641941504 i_blocks 1196131 00000080:00200000:0.0:1775764894.531222:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.531797:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641941504, count: 4096 00000080:00200000:0.0:1775764894.531831:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641941504, bytes: 4096 00000080:00200000:0.0:1775764894.531837:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.531842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156725, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.531844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641941504, 641945600) 0 0 00000080:00200000:0.0:1775764894.531849:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.531862:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156724, 156724] 00020000:00200000:0.0:1775764894.531868:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641941504 chunk: [641941504, 641945600) 641945600, 4096 00020000:00200000:0.0:1775764894.531871:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.531903:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156724, 156724] 00000008:00010000:0.0:1775764894.531917:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.531922:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.531947:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.531961:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641941504 641945599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.531975:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.531984:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.531991:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.532002:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641941504, 641945600) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.532012:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156724 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.532061:0:17279:0:(rw26.c:858:ll_write_end()) pos 641941504, len 4096, copied 4096 00000080:00200000:0.0:1775764894.532069:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000076b45aea[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.532072:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1939df4 fffffc0001001 3:0 ffff967bc91de7e0 156724 lru 00000080:00200000:0.0:1775764894.532078:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004fdaa85c 156724: 1< 0 - - > 2< 641941504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 265 - -> 00000080:00200000:0.0:1775764894.532080:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000076b45aea 00000080:00200000:0.0:1775764894.532082:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.532085:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.532103:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.532124:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.532127:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.532130:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.532142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.532145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.532148:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.532152:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.532161:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.532170:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.532173:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.532177:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.532181:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156724, 156724] 00000080:00200000:0.0:1775764894.532196:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.532199:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.532206:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641945600 i_blocks 1196131 00000080:00200000:0.0:1775764894.532215:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.532232:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641945600, count: 4096 00000080:00200000:0.0:1775764894.532243:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641945600, bytes: 4096 00000080:00200000:0.0:1775764894.532663:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.532668:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156726, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.532669:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641945600, 641949696) 0 0 00000080:00200000:0.0:1775764894.532672:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.532680:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156725, 156725] 00020000:00200000:0.0:1775764894.532684:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641945600 chunk: [641945600, 641949696) 641949696, 4096 00020000:00200000:0.0:1775764894.532686:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.532705:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156725, 156725] 00000008:00010000:0.0:1775764894.532713:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.532715:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.532725:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.532735:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641945600 641949695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.532743:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.532751:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.532758:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.532767:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641945600, 641949696) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.532774:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156725 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.532798:0:17279:0:(rw26.c:858:ll_write_end()) pos 641945600, len 4096, copied 4096 00000080:00200000:0.0:1775764894.532802:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b78989f9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.532805:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000233a7936 fffffc0001001 3:0 ffff967bc91deb60 156725 lru 00000080:00200000:0.0:1775764894.532811:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1b16320 156725: 1< 0 - - > 2< 641945600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 266 - -> 00000080:00200000:0.0:1775764894.532814:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b78989f9 00000080:00200000:0.0:1775764894.532815:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.532817:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.532828:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.532841:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.532844:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.532846:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.532852:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.532854:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.532858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.532862:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.532870:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.532879:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.532881:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.532886:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.532889:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156725, 156725] 00000080:00200000:0.0:1775764894.532903:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.532907:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.532915:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641949696 i_blocks 1196131 00000080:00200000:0.0:1775764894.532918:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.532936:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641949696, count: 4096 00000080:00200000:0.0:1775764894.532949:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641949696, bytes: 4096 00000080:00200000:0.0:1775764894.532952:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.532956:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156727, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.532958:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641949696, 641953792) 0 0 00000080:00200000:0.0:1775764894.532961:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.532967:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156726, 156726] 00020000:00200000:0.0:1775764894.532970:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641949696 chunk: [641949696, 641953792) 641953792, 4096 00020000:00200000:0.0:1775764894.532972:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.532985:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156726, 156726] 00000008:00010000:0.0:1775764894.532991:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.532993:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.533001:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.533010:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641949696 641953791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.533019:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.533027:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.533034:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.533043:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641949696, 641953792) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.533048:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156726 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.533075:0:17279:0:(rw26.c:858:ll_write_end()) pos 641949696, len 4096, copied 4096 00000080:00200000:0.0:1775764894.533079:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000deb575b8[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.533083:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d08d4e3e fffffc0001021 2:0 ffff967bc91de620 156726 lru 00000080:00200000:0.0:1775764894.533088:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b82c65bb 156726: 1< 0 - - > 2< 641949696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 267 - -> 00000080:00200000:0.0:1775764894.533090:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000deb575b8 00000080:00200000:0.0:1775764894.533092:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.533094:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.533103:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.533116:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.533119:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.533121:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.533127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.533130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.533132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.533136:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.533144:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.533152:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.533155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.533159:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.533162:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156726, 156726] 00000080:00200000:0.0:1775764894.533173:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.533176:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.533181:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641953792 i_blocks 1196131 00000080:00200000:0.0:1775764894.533185:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.533200:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641953792, count: 4096 00000080:00200000:0.0:1775764894.533213:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641953792, bytes: 4096 00000080:00200000:0.0:1775764894.533215:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.533219:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156728, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.533220:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641953792, 641957888) 0 0 00000080:00200000:0.0:1775764894.533223:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.533228:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156727, 156727] 00020000:00200000:0.0:1775764894.533231:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641953792 chunk: [641953792, 641957888) 641957888, 4096 00020000:00200000:0.0:1775764894.533233:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.535567:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156727, 156727] 00000008:00010000:0.0:1775764894.535607:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.535612:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.535635:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.535653:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641953792 641957887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.535668:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.535678:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.535686:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.535699:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641953792, 641957888) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.535714:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156727 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.535763:0:17279:0:(rw26.c:858:ll_write_end()) pos 641953792, len 4096, copied 4096 00000080:00200000:0.0:1775764894.535772:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f51a988a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.535776:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000042ef980c fffffc0001001 3:0 ffff967bc91de000 156727 lru 00000080:00200000:0.0:1775764894.535783:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ede5dd28 156727: 1< 0 - - > 2< 641953792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 268 - -> 00000080:00200000:0.0:1775764894.535786:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f51a988a 00000080:00200000:0.0:1775764894.535787:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.535792:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.535812:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.535836:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.535840:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.535843:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.535856:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.535859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.535862:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.535867:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.535876:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.535887:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.535889:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.535897:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.535905:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156727, 156727] 00000080:00200000:0.0:1775764894.535938:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.535942:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.535952:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641957888 i_blocks 1196131 00000080:00200000:0.0:1775764894.535958:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.535989:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641957888, count: 4096 00000080:00200000:0.0:1775764894.536013:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641957888, bytes: 4096 00000080:00200000:0.0:1775764894.536018:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.536023:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156729, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.536025:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641957888, 641961984) 0 0 00000080:00200000:0.0:1775764894.536029:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.536041:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156728, 156728] 00020000:00200000:0.0:1775764894.536047:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641957888 chunk: [641957888, 641961984) 641961984, 4096 00020000:00200000:0.0:1775764894.536050:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.536074:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156728, 156728] 00000008:00010000:0.0:1775764894.536080:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.536083:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.536093:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536101:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641957888 641961983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536109:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536116:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536123:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536129:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641957888, 641961984) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.536134:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156728 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.536152:0:17279:0:(rw26.c:858:ll_write_end()) pos 641957888, len 4096, copied 4096 00000080:00200000:0.0:1775764894.536156:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000079a25b1e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.536159:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000853f73df fffffc0001001 3:0 ffff967bc91de380 156728 lru 00000080:00200000:0.0:1775764894.536166:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e56a6667 156728: 1< 0 - - > 2< 641957888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 269 - -> 00000080:00200000:0.0:1775764894.536168:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000079a25b1e 00000080:00200000:0.0:1775764894.536170:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.536173:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.536181:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536193:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.536195:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.536198:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.536203:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.536205:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.536207:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.536211:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536218:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.536226:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.536228:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.536232:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.536235:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156728, 156728] 00000080:00200000:0.0:1775764894.536273:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.536277:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.536282:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641961984 i_blocks 1196131 00000080:00200000:0.0:1775764894.536285:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.536301:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641961984, count: 4096 00000080:00200000:0.0:1775764894.536312:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641961984, bytes: 4096 00000080:00200000:0.0:1775764894.536315:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.536319:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156730, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.536321:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641961984, 641966080) 0 0 00000080:00200000:0.0:1775764894.536324:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.536330:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156729, 156729] 00020000:00200000:0.0:1775764894.536333:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641961984 chunk: [641961984, 641966080) 641966080, 4096 00020000:00200000:0.0:1775764894.536335:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.536347:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156729, 156729] 00000008:00010000:0.0:1775764894.536368:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.536381:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.536390:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536399:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641961984 641966079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536408:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536416:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536423:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536431:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641961984, 641966080) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.536436:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156729 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.536462:0:17279:0:(rw26.c:858:ll_write_end()) pos 641961984, len 4096, copied 4096 00000080:00200000:0.0:1775764894.536467:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000032c4da55[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.536470:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000040e8f69 fffffc0001001 3:0 ffff967bc91dec40 156729 lru 00000080:00200000:0.0:1775764894.536476:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b6a1b7bf 156729: 1< 0 - - > 2< 641961984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 270 - -> 00000080:00200000:0.0:1775764894.536478:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000032c4da55 00000080:00200000:0.0:1775764894.536480:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.536482:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.536490:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536502:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.536504:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.536507:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.536513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.536515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.536518:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.536522:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536529:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.536537:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.536540:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.536544:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.536546:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156729, 156729] 00000080:00200000:0.0:1775764894.536558:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.536561:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.536566:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641966080 i_blocks 1196131 00000080:00200000:0.0:1775764894.536569:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.536583:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641966080, count: 4096 00000080:00200000:0.0:1775764894.536594:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641966080, bytes: 4096 00000080:00200000:0.0:1775764894.536597:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.536601:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156731, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.536602:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641966080, 641970176) 0 0 00000080:00200000:0.0:1775764894.536605:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.536610:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156730, 156730] 00020000:00200000:0.0:1775764894.536612:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641966080 chunk: [641966080, 641970176) 641970176, 4096 00020000:00200000:0.0:1775764894.536614:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.536625:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156730, 156730] 00000008:00010000:0.0:1775764894.536631:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.536633:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.536640:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536650:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641966080 641970175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536666:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536674:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536682:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641966080, 641970176) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.536687:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156730 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.536704:0:17279:0:(rw26.c:858:ll_write_end()) pos 641966080, len 4096, copied 4096 00000080:00200000:0.0:1775764894.536708:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a1b107d3[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.536711:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f65023df fffffc0001001 3:0 ffff967bc91de9a0 156730 lru 00000080:00200000:0.0:1775764894.536716:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000518a412f 156730: 1< 0 - - > 2< 641966080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 271 - -> 00000080:00200000:0.0:1775764894.536719:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a1b107d3 00000080:00200000:0.0:1775764894.536720:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.536722:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.536731:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536743:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.536746:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.536748:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.536754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.536756:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.536759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.536763:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536771:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.536779:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.536781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.536785:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.536788:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156730, 156730] 00000080:00200000:0.0:1775764894.536799:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.536802:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.536806:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641970176 i_blocks 1196131 00000080:00200000:0.0:1775764894.536809:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.536824:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641970176, count: 4096 00000080:00200000:0.0:1775764894.536836:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641970176, bytes: 4096 00000080:00200000:0.0:1775764894.536838:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.536842:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156732, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.536844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641970176, 641974272) 0 0 00000080:00200000:0.0:1775764894.536846:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.536851:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156731, 156731] 00020000:00200000:0.0:1775764894.536855:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641970176 chunk: [641970176, 641974272) 641974272, 4096 00020000:00200000:0.0:1775764894.536857:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.536869:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156731, 156731] 00000008:00010000:0.0:1775764894.536874:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.536877:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.536884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641970176 641974271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536909:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.536916:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536923:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641970176, 641974272) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.536929:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156731 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.536947:0:17279:0:(rw26.c:858:ll_write_end()) pos 641970176, len 4096, copied 4096 00000080:00200000:0.0:1775764894.536952:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004723cc54[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.536955:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000168d5e25 fffffc0001001 3:0 ffff967bc91dea80 156731 lru 00000080:00200000:0.0:1775764894.536960:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bbdb2f4e 156731: 1< 0 - - > 2< 641970176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 272 - -> 00000080:00200000:0.0:1775764894.536962:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004723cc54 00000080:00200000:0.0:1775764894.536964:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.536966:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.536974:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.536987:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.536989:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.536992:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.536997:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.537000:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.537002:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.537006:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537014:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.537022:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.537025:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.537029:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.537032:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156731, 156731] 00000080:00200000:0.0:1775764894.537042:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.537046:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.537050:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641974272 i_blocks 1196131 00000080:00200000:0.0:1775764894.537053:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.537069:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641974272, count: 4096 00000080:00200000:0.0:1775764894.537080:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641974272, bytes: 4096 00000080:00200000:0.0:1775764894.537084:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.537088:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156733, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.537090:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641974272, 641978368) 0 0 00000080:00200000:0.0:1775764894.537093:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.537098:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156732, 156732] 00020000:00200000:0.0:1775764894.537101:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641974272 chunk: [641974272, 641978368) 641978368, 4096 00020000:00200000:0.0:1775764894.537103:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.537115:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156732, 156732] 00000008:00010000:0.0:1775764894.537121:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.537123:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.537131:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537139:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641974272 641978367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537147:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537161:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537169:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641974272, 641978368) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.537174:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156732 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.537191:0:17279:0:(rw26.c:858:ll_write_end()) pos 641974272, len 4096, copied 4096 00000080:00200000:0.0:1775764894.537195:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fec213c6[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.537198:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000076b82e0d fffffc0001001 3:0 ffff967bc91de540 156732 lru 00000080:00200000:0.0:1775764894.537203:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fbb5a9ea 156732: 1< 0 - - > 2< 641974272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:0.0:1775764894.537206:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fec213c6 00000080:00200000:0.0:1775764894.537207:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.537209:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.537218:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537230:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.537233:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.537235:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.537241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.537243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.537275:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.537280:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537288:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.537296:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.537298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.537303:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.537305:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156732, 156732] 00000080:00200000:0.0:1775764894.537316:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.537319:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.537324:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641978368 i_blocks 1196131 00000080:00200000:0.0:1775764894.537327:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.537341:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641978368, count: 4096 00000080:00200000:0.0:1775764894.537367:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641978368, bytes: 4096 00000080:00200000:0.0:1775764894.537371:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.537375:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156734, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.537376:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641978368, 641982464) 0 0 00000080:00200000:0.0:1775764894.537379:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.537384:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156733, 156733] 00020000:00200000:0.0:1775764894.537387:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641978368 chunk: [641978368, 641982464) 641982464, 4096 00020000:00200000:0.0:1775764894.537389:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.537401:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156733, 156733] 00000008:00010000:0.0:1775764894.537407:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.537409:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.537416:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537425:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641978368 641982463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537434:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537441:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537448:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537456:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641978368, 641982464) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.537461:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156733 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.537476:0:17279:0:(rw26.c:858:ll_write_end()) pos 641978368, len 4096, copied 4096 00000080:00200000:0.0:1775764894.537481:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a9610282[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.537484:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a471a303 fffffc0001001 3:0 ffff967bc91de0e0 156733 lru 00000080:00200000:0.0:1775764894.537490:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ed4322f9 156733: 1< 0 - - > 2< 641978368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:0.0:1775764894.537493:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a9610282 00000080:00200000:0.0:1775764894.537494:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.537496:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.537504:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537516:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.537520:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.537522:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.537527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.537530:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.537532:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.537536:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537544:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.537552:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.537554:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.537559:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.537562:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156733, 156733] 00000080:00200000:0.0:1775764894.537572:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.537575:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.537580:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641982464 i_blocks 1196131 00000080:00200000:0.0:1775764894.537582:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.537596:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641982464, count: 4096 00000080:00200000:0.0:1775764894.537607:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641982464, bytes: 4096 00000080:00200000:0.0:1775764894.537609:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.537613:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156735, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.537614:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641982464, 641986560) 0 0 00000080:00200000:0.0:1775764894.537617:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.537622:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156734, 156734] 00020000:00200000:0.0:1775764894.537624:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641982464 chunk: [641982464, 641986560) 641986560, 4096 00020000:00200000:0.0:1775764894.537626:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.537637:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156734, 156734] 00000008:00010000:0.0:1775764894.537642:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.537644:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.537652:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537661:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641982464 641986559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537669:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537677:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537684:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537692:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641982464, 641986560) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.537697:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156734 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.537714:0:17279:0:(rw26.c:858:ll_write_end()) pos 641982464, len 4096, copied 4096 00000080:00200000:0.0:1775764894.537718:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000027344cf9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.537721:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000b0a6e9c fffffc0001001 3:0 ffff967bc91de1c0 156734 lru 00000080:00200000:0.0:1775764894.537727:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008414d49e 156734: 1< 0 - - > 2< 641982464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:0.0:1775764894.537729:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000027344cf9 00000080:00200000:0.0:1775764894.537730:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.537732:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.537741:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537753:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.537756:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.537758:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.537764:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.537766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.537769:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.537773:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537780:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.537788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.537791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.537795:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.537798:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156734, 156734] 00000080:00200000:0.0:1775764894.537808:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.537812:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.537816:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641986560 i_blocks 1196131 00000080:00200000:0.0:1775764894.537819:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.537833:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641986560, count: 4096 00000080:00200000:0.0:1775764894.537845:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641986560, bytes: 4096 00000080:00200000:0.0:1775764894.537847:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.537851:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156736, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.537852:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641986560, 641990656) 0 0 00000080:00200000:0.0:1775764894.537855:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.537860:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156735, 156735] 00020000:00200000:0.0:1775764894.537863:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641986560 chunk: [641986560, 641990656) 641990656, 4096 00020000:00200000:0.0:1775764894.537865:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.537877:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156735, 156735] 00000008:00010000:0.0:1775764894.537882:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.537884:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.537891:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537900:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641986560 641990655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537908:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537915:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.537922:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537931:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641986560, 641990656) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.537936:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156735 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.537952:0:17279:0:(rw26.c:858:ll_write_end()) pos 641986560, len 4096, copied 4096 00000080:00200000:0.0:1775764894.537957:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005f47e819[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.537960:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002b84750d fffffc0001001 3:0 ffff967bc91de700 156735 lru 00000080:00200000:0.0:1775764894.537965:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000eb3230b0 156735: 1< 0 - - > 2< 641986560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:0.0:1775764894.537967:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005f47e819 00000080:00200000:0.0:1775764894.537969:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.537971:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.537980:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.537992:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.537995:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.537997:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.538003:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.538005:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.538008:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.538012:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.538021:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.538030:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.538032:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.538037:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.538039:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156735, 156735] 00000080:00200000:0.0:1775764894.538050:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.538053:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.538058:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641990656 i_blocks 1196131 00000080:00200000:0.0:1775764894.538061:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.538077:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641990656, count: 4096 00000080:00200000:0.0:1775764894.538089:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641990656, bytes: 4096 00000080:00200000:0.0:1775764894.538091:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.538095:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156737, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.538097:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641990656, 641994752) 0 0 00000080:00200000:0.0:1775764894.538100:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.538105:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156736, 156736] 00020000:00200000:0.0:1775764894.538108:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641990656 chunk: [641990656, 641994752) 641994752, 4096 00020000:00200000:0.0:1775764894.538110:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.538122:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156736, 156736] 00000008:00010000:0.0:1775764894.538127:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.538129:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.538135:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.538145:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641990656 641994751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.538154:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.538163:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.538171:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.538179:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641990656, 641994752) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.538184:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156736 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.538204:0:17279:0:(rw26.c:858:ll_write_end()) pos 641990656, len 4096, copied 4096 00000080:00200000:0.0:1775764894.538208:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000003ebb8fd[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.538211:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000503b058a fffffc0001001 3:0 ffff967bc91de2a0 156736 lru 00000080:00200000:0.0:1775764894.538217:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a06b6ce2 156736: 1< 0 - - > 2< 641990656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 277 - -> 00000080:00200000:0.0:1775764894.538220:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000003ebb8fd 00000080:00200000:0.0:1775764894.538221:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.538223:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.538232:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.538274:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.538278:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.538281:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.538288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.538290:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.538293:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.538298:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.538307:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.538315:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.538318:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.538322:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.538325:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156736, 156736] 00000080:00200000:0.0:1775764894.538336:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.538340:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.538345:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641994752 i_blocks 1196131 00000080:00200000:0.0:1775764894.538348:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.539284:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641994752, count: 4096 00000080:00200000:0.0:1775764894.539305:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641994752, bytes: 4096 00000080:00200000:0.0:1775764894.539309:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.539314:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156738, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.539316:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641994752, 641998848) 0 0 00000080:00200000:0.0:1775764894.539320:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.539330:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156737, 156737] 00020000:00200000:0.0:1775764894.539335:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641994752 chunk: [641994752, 641998848) 641998848, 4096 00020000:00200000:0.0:1775764894.539339:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.539368:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156737, 156737] 00000008:00010000:0.0:1775764894.539386:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.539389:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.539403:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539415:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641994752 641998847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539425:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539434:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539442:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.539452:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641994752, 641998848) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.539460:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156737 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.539498:0:17279:0:(rw26.c:858:ll_write_end()) pos 641994752, len 4096, copied 4096 00000080:00200000:0.0:1775764894.539503:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000069b070b0[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.539507:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000090129bd6 fffffc0001001 3:0 ffff967bc91df700 156737 lru 00000080:00200000:0.0:1775764894.539514:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d0f3e897 156737: 1< 0 - - > 2< 641994752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 278 - -> 00000080:00200000:0.0:1775764894.539517:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000069b070b0 00000080:00200000:0.0:1775764894.539518:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.539521:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.539534:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.539549:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.539553:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.539555:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.539563:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.539566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.539568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.539572:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539581:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.539591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.539593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.539598:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.539602:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156737, 156737] 00000080:00200000:0.0:1775764894.539615:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.539618:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.539626:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 641998848 i_blocks 1196131 00000080:00200000:0.0:1775764894.539629:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.539643:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 641998848, count: 4096 00000080:00200000:0.0:1775764894.539655:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 641998848, bytes: 4096 00000080:00200000:0.0:1775764894.539658:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.539661:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156739, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.539663:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [641998848, 642002944) 0 0 00000080:00200000:0.0:1775764894.539666:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.539672:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156738, 156738] 00020000:00200000:0.0:1775764894.539675:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 641998848 chunk: [641998848, 642002944) 642002944, 4096 00020000:00200000:0.0:1775764894.539677:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.539689:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156738, 156738] 00000008:00010000:0.0:1775764894.539695:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.539697:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.539705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539715:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641998848 642002943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539723:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539732:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539740:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.539748:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [641998848, 642002944) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.539752:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156738 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.539768:0:17279:0:(rw26.c:858:ll_write_end()) pos 641998848, len 4096, copied 4096 00000080:00200000:0.0:1775764894.539772:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006d334b2b[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.539774:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a18c2d50 fffffc0001001 3:0 ffff967bc91df2a0 156738 lru 00000080:00200000:0.0:1775764894.539780:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005ea1877e 156738: 1< 0 - - > 2< 641998848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 279 - -> 00000080:00200000:0.0:1775764894.539783:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006d334b2b 00000080:00200000:0.0:1775764894.539784:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.539787:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.539795:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.539806:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.539809:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.539812:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.539818:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.539820:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.539823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.539826:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539834:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.539843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.539845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.539849:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.539852:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156738, 156738] 00000080:00200000:0.0:1775764894.539863:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.539867:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.539872:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642002944 i_blocks 1196131 00000080:00200000:0.0:1775764894.539875:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.539890:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642002944, count: 4096 00000080:00200000:0.0:1775764894.539902:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642002944, bytes: 4096 00000080:00200000:0.0:1775764894.539904:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.539908:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156740, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.539910:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642002944, 642007040) 0 0 00000080:00200000:0.0:1775764894.539913:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.539918:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156739, 156739] 00020000:00200000:0.0:1775764894.539921:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642002944 chunk: [642002944, 642007040) 642007040, 4096 00020000:00200000:0.0:1775764894.539923:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.539935:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156739, 156739] 00000008:00010000:0.0:1775764894.539941:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.539943:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.539951:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539960:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642002944 642007039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539967:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539974:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.539980:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.539987:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642002944, 642007040) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.539992:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156739 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.540010:0:17279:0:(rw26.c:858:ll_write_end()) pos 642002944, len 4096, copied 4096 00000080:00200000:0.0:1775764894.540014:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f823731c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.540017:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b55f6a3b fffffc0001001 3:0 ffff967bc91dfe00 156739 lru 00000080:00200000:0.0:1775764894.540022:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000023a07999 156739: 1< 0 - - > 2< 642002944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 280 - -> 00000080:00200000:0.0:1775764894.540024:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f823731c 00000080:00200000:0.0:1775764894.540025:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.540028:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.540035:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540046:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.540048:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.540050:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.540056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.540058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.540061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.540064:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540071:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.540078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.540080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.540084:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.540086:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156739, 156739] 00000080:00200000:0.0:1775764894.540097:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.540100:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.540104:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642007040 i_blocks 1196131 00000080:00200000:0.0:1775764894.540107:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.540121:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642007040, count: 4096 00000080:00200000:0.0:1775764894.540131:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642007040, bytes: 4096 00000080:00200000:0.0:1775764894.540134:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.540137:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156741, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.540139:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642007040, 642011136) 0 0 00000080:00200000:0.0:1775764894.540142:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.540146:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156740, 156740] 00020000:00200000:0.0:1775764894.540149:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642007040 chunk: [642007040, 642011136) 642011136, 4096 00020000:00200000:0.0:1775764894.540151:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.540161:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156740, 156740] 00000008:00010000:0.0:1775764894.540166:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.540168:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.540175:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540184:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642007040 642011135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540192:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540199:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540206:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540214:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642007040, 642011136) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.540218:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156740 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.540233:0:17279:0:(rw26.c:858:ll_write_end()) pos 642007040, len 4096, copied 4096 00000080:00200000:0.0:1775764894.540237:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000014497a74[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.540240:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000083fb35d2 fffffc0001001 3:0 ffff967bc91df8c0 156740 lru 00000080:00200000:0.0:1775764894.540289:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003022004f 156740: 1< 0 - - > 2< 642007040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 281 - -> 00000080:00200000:0.0:1775764894.540292:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000014497a74 00000080:00200000:0.0:1775764894.540294:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.540296:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.540305:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540316:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.540319:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.540321:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.540327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.540329:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.540331:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.540335:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540343:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.540363:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.540365:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.540369:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.540372:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156740, 156740] 00000080:00200000:0.0:1775764894.540382:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.540385:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.540390:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642011136 i_blocks 1196131 00000080:00200000:0.0:1775764894.540392:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.540406:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642011136, count: 4096 00000080:00200000:0.0:1775764894.540417:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642011136, bytes: 4096 00000080:00200000:0.0:1775764894.540420:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.540423:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156742, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.540424:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642011136, 642015232) 0 0 00000080:00200000:0.0:1775764894.540427:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.540431:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156741, 156741] 00020000:00200000:0.0:1775764894.540434:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642011136 chunk: [642011136, 642015232) 642015232, 4096 00020000:00200000:0.0:1775764894.540436:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.540446:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156741, 156741] 00000008:00010000:0.0:1775764894.540451:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.540453:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.540459:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540467:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642011136 642015231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540474:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540481:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540487:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540493:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642011136, 642015232) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.540497:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156741 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.540520:0:17279:0:(rw26.c:858:ll_write_end()) pos 642011136, len 4096, copied 4096 00000080:00200000:0.0:1775764894.540525:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000649eadd5[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.540528:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008b724fac fffffc0001021 2:0 ffff967bc91df460 156741 lru 00000080:00200000:0.0:1775764894.540533:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007006cc21 156741: 1< 0 - - > 2< 642011136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 282 - -> 00000080:00200000:0.0:1775764894.540535:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000649eadd5 00000080:00200000:0.0:1775764894.540536:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.540539:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.540547:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540558:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.540561:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.540564:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.540569:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.540571:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.540574:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.540577:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540584:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.540591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.540594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.540598:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.540600:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156741, 156741] 00000080:00200000:0.0:1775764894.540611:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.540615:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.540620:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642015232 i_blocks 1196131 00000080:00200000:0.0:1775764894.540623:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.540637:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642015232, count: 4096 00000080:00200000:0.0:1775764894.540647:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642015232, bytes: 4096 00000080:00200000:0.0:1775764894.540650:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.540654:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156743, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.540655:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642015232, 642019328) 0 0 00000080:00200000:0.0:1775764894.540658:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.540663:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156742, 156742] 00020000:00200000:0.0:1775764894.540666:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642015232 chunk: [642015232, 642019328) 642019328, 4096 00020000:00200000:0.0:1775764894.540668:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.540680:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156742, 156742] 00000008:00010000:0.0:1775764894.540685:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.540688:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.540696:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540705:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642015232 642019327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540713:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540720:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540727:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540735:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642015232, 642019328) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.540740:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156742 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.540757:0:17279:0:(rw26.c:858:ll_write_end()) pos 642015232, len 4096, copied 4096 00000080:00200000:0.0:1775764894.540762:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fe693cf0[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.540764:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b5003153 fffffc0001001 3:0 ffff967bc91dfee0 156742 lru 00000080:00200000:0.0:1775764894.540769:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1927fc3 156742: 1< 0 - - > 2< 642015232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 283 - -> 00000080:00200000:0.0:1775764894.540771:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fe693cf0 00000080:00200000:0.0:1775764894.540773:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.540775:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.540783:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540795:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.540799:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.540801:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.540807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.540809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.540811:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.540816:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540823:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.540831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.540833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.540836:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.540839:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156742, 156742] 00000080:00200000:0.0:1775764894.540850:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.540853:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.540858:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642019328 i_blocks 1196131 00000080:00200000:0.0:1775764894.540861:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.540875:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642019328, count: 4096 00000080:00200000:0.0:1775764894.540886:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642019328, bytes: 4096 00000080:00200000:0.0:1775764894.540889:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.540892:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156744, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.540894:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642019328, 642023424) 0 0 00000080:00200000:0.0:1775764894.540896:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.540902:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156743, 156743] 00020000:00200000:0.0:1775764894.540904:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642019328 chunk: [642019328, 642023424) 642023424, 4096 00020000:00200000:0.0:1775764894.540906:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.540919:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156743, 156743] 00000008:00010000:0.0:1775764894.540924:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.540926:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.540934:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540943:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642019328 642023423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540951:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540958:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.540966:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.540974:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642019328, 642023424) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.540978:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156743 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.540993:0:17279:0:(rw26.c:858:ll_write_end()) pos 642019328, len 4096, copied 4096 00000080:00200000:0.0:1775764894.540997:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b4e5de7e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.541000:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000030179a64 fffffc0001001 3:0 ffff967bc91dfd20 156743 lru 00000080:00200000:0.0:1775764894.541005:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000090bbc824 156743: 1< 0 - - > 2< 642019328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 284 - -> 00000080:00200000:0.0:1775764894.541007:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b4e5de7e 00000080:00200000:0.0:1775764894.541009:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.541011:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.541019:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541030:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.541033:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.541035:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.541041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.541043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.541046:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.541050:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541058:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.541066:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.541069:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.541073:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.541075:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156743, 156743] 00000080:00200000:0.0:1775764894.541086:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.541089:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.541093:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642023424 i_blocks 1196131 00000080:00200000:0.0:1775764894.541096:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.541110:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642023424, count: 4096 00000080:00200000:0.0:1775764894.541120:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642023424, bytes: 4096 00000080:00200000:0.0:1775764894.541123:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.541127:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156745, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.541129:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642023424, 642027520) 0 0 00000080:00200000:0.0:1775764894.541132:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.541137:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156744, 156744] 00020000:00200000:0.0:1775764894.541139:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642023424 chunk: [642023424, 642027520) 642027520, 4096 00020000:00200000:0.0:1775764894.541141:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.541153:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156744, 156744] 00000008:00010000:0.0:1775764894.541159:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.541161:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.541169:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541178:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642023424 642027519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541187:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541196:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541204:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541212:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642023424, 642027520) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.541217:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156744 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.541234:0:17279:0:(rw26.c:858:ll_write_end()) pos 642023424, len 4096, copied 4096 00000080:00200000:0.0:1775764894.541238:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000088e887b2[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.541241:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d7ea236b fffffc0001001 3:0 ffff967bc91df7e0 156744 lru 00000080:00200000:0.0:1775764894.541274:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008069109e 156744: 1< 0 - - > 2< 642023424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 285 - -> 00000080:00200000:0.0:1775764894.541277:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000088e887b2 00000080:00200000:0.0:1775764894.541279:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.541281:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.541290:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541300:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.541303:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.541305:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.541312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.541314:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.541317:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.541321:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541328:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.541336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.541338:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.541341:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.541344:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156744, 156744] 00000080:00200000:0.0:1775764894.541368:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.541372:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.541377:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642027520 i_blocks 1196131 00000080:00200000:0.0:1775764894.541380:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.541394:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642027520, count: 4096 00000080:00200000:0.0:1775764894.541406:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642027520, bytes: 4096 00000080:00200000:0.0:1775764894.541408:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.541412:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156746, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.541413:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642027520, 642031616) 0 0 00000080:00200000:0.0:1775764894.541416:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.541421:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156745, 156745] 00020000:00200000:0.0:1775764894.541423:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642027520 chunk: [642027520, 642031616) 642031616, 4096 00020000:00200000:0.0:1775764894.541426:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.541436:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156745, 156745] 00000008:00010000:0.0:1775764894.541441:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.541443:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.541450:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541459:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642027520 642031615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541467:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541475:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541481:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541488:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642027520, 642031616) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.541493:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156745 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.541510:0:17279:0:(rw26.c:858:ll_write_end()) pos 642027520, len 4096, copied 4096 00000080:00200000:0.0:1775764894.541514:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000351eaeed[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.541517:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c72693b2 fffffc0001001 3:0 ffff967bc91dfb60 156745 lru 00000080:00200000:0.0:1775764894.541523:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b8e5ca91 156745: 1< 0 - - > 2< 642027520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 286 - -> 00000080:00200000:0.0:1775764894.541525:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000351eaeed 00000080:00200000:0.0:1775764894.541527:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.541529:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.541539:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541551:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.541554:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.541557:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.541562:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.541565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.541568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.541571:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541579:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.541588:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.541591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.541595:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.541598:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156745, 156745] 00000080:00200000:0.0:1775764894.541610:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.541613:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.541618:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642031616 i_blocks 1196131 00000080:00200000:0.0:1775764894.541622:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.541637:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642031616, count: 4096 00000080:00200000:0.0:1775764894.541648:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642031616, bytes: 4096 00000080:00200000:0.0:1775764894.541651:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.541654:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156747, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.541655:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642031616, 642035712) 0 0 00000080:00200000:0.0:1775764894.541658:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.541663:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156746, 156746] 00020000:00200000:0.0:1775764894.541665:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642031616 chunk: [642031616, 642035712) 642035712, 4096 00020000:00200000:0.0:1775764894.541667:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.541679:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156746, 156746] 00000008:00010000:0.0:1775764894.541684:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.541686:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.541694:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541702:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642031616 642035711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541711:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541717:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541724:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541732:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642031616, 642035712) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.541737:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156746 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.541754:0:17279:0:(rw26.c:858:ll_write_end()) pos 642031616, len 4096, copied 4096 00000080:00200000:0.0:1775764894.541758:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006e91699e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.541761:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000013f274bf fffffc0001001 3:0 ffff967bc91df620 156746 lru 00000080:00200000:0.0:1775764894.541766:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e450b025 156746: 1< 0 - - > 2< 642031616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 287 - -> 00000080:00200000:0.0:1775764894.541768:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006e91699e 00000080:00200000:0.0:1775764894.541769:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.541771:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.541780:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541791:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.541794:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.541796:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.541801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.541803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.541806:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.541810:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541817:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.541825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.541827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.541831:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.541834:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156746, 156746] 00000080:00200000:0.0:1775764894.541846:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.541848:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.541853:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642035712 i_blocks 1196131 00000080:00200000:0.0:1775764894.541855:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.541870:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642035712, count: 4096 00000080:00200000:0.0:1775764894.541881:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642035712, bytes: 4096 00000080:00200000:0.0:1775764894.541884:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.541887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156748, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.541889:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642035712, 642039808) 0 0 00000080:00200000:0.0:1775764894.541892:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.541897:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156747, 156747] 00020000:00200000:0.0:1775764894.541900:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642035712 chunk: [642035712, 642039808) 642039808, 4096 00020000:00200000:0.0:1775764894.541902:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.541914:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156747, 156747] 00000008:00010000:0.0:1775764894.541919:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.541921:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.541928:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541937:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642035712 642039807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541946:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541953:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.541960:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.541969:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642035712, 642039808) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.541973:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156747 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.541989:0:17279:0:(rw26.c:858:ll_write_end()) pos 642035712, len 4096, copied 4096 00000080:00200000:0.0:1775764894.541993:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f98a9d43[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.541995:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d6be3a96 fffffc0001001 3:0 ffff967bc91df000 156747 lru 00000080:00200000:0.0:1775764894.542001:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000549f94fb 156747: 1< 0 - - > 2< 642035712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 288 - -> 00000080:00200000:0.0:1775764894.542004:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f98a9d43 00000080:00200000:0.0:1775764894.542005:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.542007:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.542015:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.542028:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.542030:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.542032:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.542038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.542040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.542043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.542046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542054:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.542062:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.542065:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.542068:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.542071:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156747, 156747] 00000080:00200000:0.0:1775764894.542081:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.542084:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.542089:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642039808 i_blocks 1196131 00000080:00200000:0.0:1775764894.542092:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.542107:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642039808, count: 4096 00000080:00200000:0.0:1775764894.542119:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642039808, bytes: 4096 00000080:00200000:0.0:1775764894.542121:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.542125:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156749, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.542126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642039808, 642043904) 0 0 00000080:00200000:0.0:1775764894.542129:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.542134:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156748, 156748] 00020000:00200000:0.0:1775764894.542137:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642039808 chunk: [642039808, 642043904) 642043904, 4096 00020000:00200000:0.0:1775764894.542139:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.542151:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156748, 156748] 00000008:00010000:0.0:1775764894.542155:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.542157:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.542165:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542174:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642039808 642043903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542182:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542190:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542197:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.542205:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642039808, 642043904) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.542209:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156748 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.542226:0:17279:0:(rw26.c:858:ll_write_end()) pos 642039808, len 4096, copied 4096 00000080:00200000:0.0:1775764894.542230:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e0ac8302[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.542233:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a56300a5 fffffc0001001 3:0 ffff967bc91df380 156748 lru 00000080:00200000:0.0:1775764894.542239:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009ac42e3d 156748: 1< 0 - - > 2< 642039808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 289 - -> 00000080:00200000:0.0:1775764894.542241:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e0ac8302 00000080:00200000:0.0:1775764894.542243:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.542270:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.542279:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.542291:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.542294:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.542296:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.542301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.542303:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.542306:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.542309:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542316:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.542324:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.542327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.542331:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.542333:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156748, 156748] 00000080:00200000:0.0:1775764894.542344:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.542347:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.542682:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642043904 i_blocks 1196131 00000080:00200000:0.0:1775764894.542685:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.542704:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642043904, count: 4096 00000080:00200000:0.0:1775764894.542717:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642043904, bytes: 4096 00000080:00200000:0.0:1775764894.542720:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.542724:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156750, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.542725:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642043904, 642048000) 0 0 00000080:00200000:0.0:1775764894.542729:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.542736:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156749, 156749] 00020000:00200000:0.0:1775764894.542739:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642043904 chunk: [642043904, 642048000) 642048000, 4096 00020000:00200000:0.0:1775764894.542742:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.542754:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156749, 156749] 00000008:00010000:0.0:1775764894.542760:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.542762:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.542771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542781:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642043904 642047999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542804:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.542812:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642043904, 642048000) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.542818:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156749 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.542837:0:17279:0:(rw26.c:858:ll_write_end()) pos 642043904, len 4096, copied 4096 00000080:00200000:0.0:1775764894.542841:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c2740b2[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.542844:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007ecae577 fffffc0001001 3:0 ffff967bc91dfc40 156749 lru 00000080:00200000:0.0:1775764894.542850:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb41b1e3 156749: 1< 0 - - > 2< 642043904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 290 - -> 00000080:00200000:0.0:1775764894.542852:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c2740b2 00000080:00200000:0.0:1775764894.542854:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.542856:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.542866:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.542878:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.542881:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.542884:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.542890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.542892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.542894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.542899:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.542906:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.542914:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.542916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.542921:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.542924:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156749, 156749] 00000080:00200000:0.0:1775764894.542936:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.542939:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.542943:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642048000 i_blocks 1196131 00000080:00200000:0.0:1775764894.542946:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.542960:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642048000, count: 4096 00000080:00200000:0.0:1775764894.542972:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642048000, bytes: 4096 00000080:00200000:0.0:1775764894.542975:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.542979:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156751, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.542980:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642048000, 642052096) 0 0 00000080:00200000:0.0:1775764894.542983:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.542988:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156750, 156750] 00020000:00200000:0.0:1775764894.542991:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642048000 chunk: [642048000, 642052096) 642052096, 4096 00020000:00200000:0.0:1775764894.542994:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.543006:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156750, 156750] 00000008:00010000:0.0:1775764894.543012:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.543014:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.543022:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543032:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642048000 642052095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543040:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543048:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543056:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.543065:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642048000, 642052096) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.543070:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156750 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.543086:0:17279:0:(rw26.c:858:ll_write_end()) pos 642048000, len 4096, copied 4096 00000080:00200000:0.0:1775764894.543091:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000c9aaccd[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.543094:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000652f0321 fffffc0001001 3:0 ffff967bc91df9a0 156750 lru 00000080:00200000:0.0:1775764894.543100:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd654cae 156750: 1< 0 - - > 2< 642048000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:0.0:1775764894.543102:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000c9aaccd 00000080:00200000:0.0:1775764894.543104:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.543106:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.543114:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.543126:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.543129:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.543131:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.543137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.543139:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.543141:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.543145:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543153:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.543161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.543164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.543168:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.543170:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156750, 156750] 00000080:00200000:0.0:1775764894.543182:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.543185:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.543189:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642052096 i_blocks 1196131 00000080:00200000:0.0:1775764894.543192:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.543206:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642052096, count: 4096 00000080:00200000:0.0:1775764894.543482:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642052096, bytes: 4096 00000080:00200000:0.0:1775764894.543487:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.543492:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156752, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.543493:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642052096, 642056192) 0 0 00000080:00200000:0.0:1775764894.543496:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.543503:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156751, 156751] 00020000:00200000:0.0:1775764894.543506:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642052096 chunk: [642052096, 642056192) 642056192, 4096 00020000:00200000:0.0:1775764894.543508:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.543523:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156751, 156751] 00000008:00010000:0.0:1775764894.543529:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.543531:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.543540:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543550:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642052096 642056191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543559:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543567:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543573:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.543582:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642052096, 642056192) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.543587:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156751 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.543604:0:17279:0:(rw26.c:858:ll_write_end()) pos 642052096, len 4096, copied 4096 00000080:00200000:0.0:1775764894.543608:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006d3b9519[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.543611:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e822b4a2 fffffc0001001 3:0 ffff967bc91dfa80 156751 lru 00000080:00200000:0.0:1775764894.543617:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000056b127b9 156751: 1< 0 - - > 2< 642052096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:0.0:1775764894.543620:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006d3b9519 00000080:00200000:0.0:1775764894.543622:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.543624:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.543632:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.543644:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.543647:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.543649:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.543655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.543658:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.543661:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.543665:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543673:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.543682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.543685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.543689:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.543692:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156751, 156751] 00000080:00200000:0.0:1775764894.543704:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.543707:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.543712:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642056192 i_blocks 1196131 00000080:00200000:0.0:1775764894.543715:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.543731:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642056192, count: 4096 00000080:00200000:0.0:1775764894.543741:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642056192, bytes: 4096 00000080:00200000:0.0:1775764894.543744:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.543747:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156753, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.543749:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642056192, 642060288) 0 0 00000080:00200000:0.0:1775764894.543752:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.543759:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156752, 156752] 00020000:00200000:0.0:1775764894.543762:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642056192 chunk: [642056192, 642060288) 642060288, 4096 00020000:00200000:0.0:1775764894.543764:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.543775:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156752, 156752] 00000008:00010000:0.0:1775764894.543780:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.543782:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.543789:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543799:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642056192 642060287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543808:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543817:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543824:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.543831:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642056192, 642060288) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.543837:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156752 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.543854:0:17279:0:(rw26.c:858:ll_write_end()) pos 642056192, len 4096, copied 4096 00000080:00200000:0.0:1775764894.543857:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002291195b[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.543861:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000099ff7c86 fffffc0001001 3:0 ffff967bc91df540 156752 lru 00000080:00200000:0.0:1775764894.543867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0754602 156752: 1< 0 - - > 2< 642056192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:0.0:1775764894.543869:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002291195b 00000080:00200000:0.0:1775764894.543871:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.543873:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.543881:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.543894:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.543896:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.543898:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.543904:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.543906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.543909:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.543912:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.543919:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.543928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.543930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.543935:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.543937:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156752, 156752] 00000080:00200000:0.0:1775764894.543947:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.543950:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.543955:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642060288 i_blocks 1196131 00000080:00200000:0.0:1775764894.543957:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.543972:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642060288, count: 4096 00000080:00200000:0.0:1775764894.543984:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642060288, bytes: 4096 00000080:00200000:0.0:1775764894.543986:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.543990:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156754, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.543992:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642060288, 642064384) 0 0 00000080:00200000:0.0:1775764894.543995:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.544000:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156753, 156753] 00020000:00200000:0.0:1775764894.544003:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642060288 chunk: [642060288, 642064384) 642064384, 4096 00020000:00200000:0.0:1775764894.544005:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.544016:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156753, 156753] 00000008:00010000:0.0:1775764894.544021:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.544023:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.544030:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544039:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642060288 642064383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544055:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544062:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.544070:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642060288, 642064384) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.544075:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156753 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.544092:0:17279:0:(rw26.c:858:ll_write_end()) pos 642060288, len 4096, copied 4096 00000080:00200000:0.0:1775764894.544096:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a1f442ca[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.544099:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000081d47b92 fffffc0001001 3:0 ffff967bc91df0e0 156753 lru 00000080:00200000:0.0:1775764894.544104:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000073375f6a 156753: 1< 0 - - > 2< 642060288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:0.0:1775764894.544106:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a1f442ca 00000080:00200000:0.0:1775764894.544108:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.544110:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.544118:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.544131:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.544133:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.544135:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.544142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.544144:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.544147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.544151:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544159:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.544166:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.544168:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.544172:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.544175:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156753, 156753] 00000080:00200000:0.0:1775764894.544186:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.544189:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.544194:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642064384 i_blocks 1196131 00000080:00200000:0.0:1775764894.544197:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.544212:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642064384, count: 4096 00000080:00200000:0.0:1775764894.544223:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642064384, bytes: 4096 00000080:00200000:0.0:1775764894.544226:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.544230:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156755, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.544232:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642064384, 642068480) 0 0 00000080:00200000:0.0:1775764894.544235:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.544240:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156754, 156754] 00020000:00200000:0.0:1775764894.544243:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642064384 chunk: [642064384, 642068480) 642068480, 4096 00020000:00200000:0.0:1775764894.544337:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.544363:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156754, 156754] 00000008:00010000:0.0:1775764894.544451:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.544455:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.544464:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544474:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642064384 642068479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544484:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544492:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544499:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.544508:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642064384, 642068480) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.544514:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156754 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.544532:0:17279:0:(rw26.c:858:ll_write_end()) pos 642064384, len 4096, copied 4096 00000080:00200000:0.0:1775764894.544536:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000065ab13ab[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.544539:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6e6aac4 fffffc0001001 3:0 ffff967bc91df1c0 156754 lru 00000080:00200000:0.0:1775764894.544545:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d29ea91a 156754: 1< 0 - - > 2< 642064384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:0.0:1775764894.544547:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000065ab13ab 00000080:00200000:0.0:1775764894.544549:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.544552:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.544562:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.544573:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.544575:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.544577:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.544583:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.544585:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.544588:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.544591:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544599:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.544606:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.544609:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.544613:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.544615:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156754, 156754] 00000080:00200000:0.0:1775764894.544628:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.544631:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.544636:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642068480 i_blocks 1196131 00000080:00200000:0.0:1775764894.544638:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.544654:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642068480, count: 4096 00000080:00200000:0.0:1775764894.544665:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642068480, bytes: 4096 00000080:00200000:0.0:1775764894.544668:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.544671:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156756, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.544673:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642068480, 642072576) 0 0 00000080:00200000:0.0:1775764894.544676:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.544682:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156755, 156755] 00020000:00200000:0.0:1775764894.544684:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642068480 chunk: [642068480, 642072576) 642072576, 4096 00020000:00200000:0.0:1775764894.544687:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.544698:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156755, 156755] 00000008:00010000:0.0:1775764894.544704:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.544706:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.544714:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544722:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642068480 642072575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544729:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544737:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544743:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.544751:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642068480, 642072576) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.544756:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156755 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.544782:0:17279:0:(rw26.c:858:ll_write_end()) pos 642068480, len 4096, copied 4096 00000080:00200000:0.0:1775764894.544787:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eac48c06[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.544790:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005a4eed91 fffffc0001001 3:0 ffff967bc91e0ee0 156755 lru 00000080:00200000:0.0:1775764894.544795:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e99f06ef 156755: 1< 0 - - > 2< 642068480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:0.0:1775764894.544797:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eac48c06 00000080:00200000:0.0:1775764894.544798:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.544800:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.544809:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.544822:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.544824:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.544827:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.544832:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.544835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.544838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.544842:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544850:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.544858:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.544861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.544865:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.544867:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156755, 156755] 00000080:00200000:0.0:1775764894.544878:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.544881:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.544886:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642072576 i_blocks 1196131 00000080:00200000:0.0:1775764894.544889:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.544905:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642072576, count: 4096 00000080:00200000:0.0:1775764894.544916:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642072576, bytes: 4096 00000080:00200000:0.0:1775764894.544919:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.544922:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156757, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.544924:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642072576, 642076672) 0 0 00000080:00200000:0.0:1775764894.544927:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.544933:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156756, 156756] 00020000:00200000:0.0:1775764894.544936:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642072576 chunk: [642072576, 642076672) 642076672, 4096 00020000:00200000:0.0:1775764894.544938:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.544950:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156756, 156756] 00000008:00010000:0.0:1775764894.544955:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.544958:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.544965:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544975:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642072576 642076671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544984:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.544992:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545000:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545007:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642072576, 642076672) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.545013:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156756 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.545036:0:17279:0:(rw26.c:858:ll_write_end()) pos 642072576, len 4096, copied 4096 00000080:00200000:0.0:1775764894.545041:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081b4a77c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.545044:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1b350be fffffc0001021 2:0 ffff967bc91e0d20 156756 lru 00000080:00200000:0.0:1775764894.545049:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc0c2f51 156756: 1< 0 - - > 2< 642072576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:0.0:1775764894.545051:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081b4a77c 00000080:00200000:0.0:1775764894.545052:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.545054:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.545062:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545074:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.545077:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.545079:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.545085:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.545087:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.545090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.545094:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545103:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.545111:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.545113:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.545118:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.545120:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156756, 156756] 00000080:00200000:0.0:1775764894.545132:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.545135:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.545140:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642076672 i_blocks 1196131 00000080:00200000:0.0:1775764894.545143:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.545157:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642076672, count: 4096 00000080:00200000:0.0:1775764894.545169:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642076672, bytes: 4096 00000080:00200000:0.0:1775764894.545171:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.545175:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156758, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.545177:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642076672, 642080768) 0 0 00000080:00200000:0.0:1775764894.545180:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.545185:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156757, 156757] 00020000:00200000:0.0:1775764894.545188:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642076672 chunk: [642076672, 642080768) 642080768, 4096 00020000:00200000:0.0:1775764894.545190:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.545202:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156757, 156757] 00000008:00010000:0.0:1775764894.545207:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.545209:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.545217:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545226:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642076672 642080767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545234:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545242:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545341:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545361:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642076672, 642080768) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.545367:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156757 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.545458:0:17279:0:(rw26.c:858:ll_write_end()) pos 642076672, len 4096, copied 4096 00000080:00200000:0.0:1775764894.545463:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fbff90f9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.545466:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000003839916 fffffc0001001 3:0 ffff967bc91e07e0 156757 lru 00000080:00200000:0.0:1775764894.545471:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008f9a110e 156757: 1< 0 - - > 2< 642076672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:0.0:1775764894.545473:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fbff90f9 00000080:00200000:0.0:1775764894.545475:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.545477:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.545486:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545499:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.545502:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.545504:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.545510:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.545513:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.545516:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.545520:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545528:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.545537:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.545539:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.545544:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.545546:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156757, 156757] 00000080:00200000:0.0:1775764894.545559:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.545562:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.545567:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642080768 i_blocks 1196131 00000080:00200000:0.0:1775764894.545570:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.545585:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642080768, count: 4096 00000080:00200000:0.0:1775764894.545597:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642080768, bytes: 4096 00000080:00200000:0.0:1775764894.545600:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.545604:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156759, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.545605:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642080768, 642084864) 0 0 00000080:00200000:0.0:1775764894.545608:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.545614:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156758, 156758] 00020000:00200000:0.0:1775764894.545617:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642080768 chunk: [642080768, 642084864) 642084864, 4096 00020000:00200000:0.0:1775764894.545619:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.545632:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156758, 156758] 00000008:00010000:0.0:1775764894.545638:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.545640:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.545648:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545658:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642080768 642084863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545667:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545674:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545680:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545688:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642080768, 642084864) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.545694:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156758 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.545711:0:17279:0:(rw26.c:858:ll_write_end()) pos 642080768, len 4096, copied 4096 00000080:00200000:0.0:1775764894.545715:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cf70041e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.545718:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a41588e4 fffffc0001001 3:0 ffff967bc91e0b60 156758 lru 00000080:00200000:0.0:1775764894.545723:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fe1b152f 156758: 1< 0 - - > 2< 642080768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:0.0:1775764894.545726:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cf70041e 00000080:00200000:0.0:1775764894.545727:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.545729:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.545738:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545749:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.545752:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.545754:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.545759:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.545762:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.545764:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.545767:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545774:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.545782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.545785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.545789:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.545792:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156758, 156758] 00000080:00200000:0.0:1775764894.545803:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.545806:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.545811:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642084864 i_blocks 1196131 00000080:00200000:0.0:1775764894.545814:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.545829:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642084864, count: 4096 00000080:00200000:0.0:1775764894.545840:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642084864, bytes: 4096 00000080:00200000:0.0:1775764894.545843:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.545847:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156760, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.545848:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642084864, 642088960) 0 0 00000080:00200000:0.0:1775764894.545851:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.545856:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156759, 156759] 00020000:00200000:0.0:1775764894.545859:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642084864 chunk: [642084864, 642088960) 642088960, 4096 00020000:00200000:0.0:1775764894.545861:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.545874:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156759, 156759] 00000008:00010000:0.0:1775764894.545879:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.545881:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.545888:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545897:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642084864 642088959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545906:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545914:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.545921:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545929:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642084864, 642088960) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.545934:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156759 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.545950:0:17279:0:(rw26.c:858:ll_write_end()) pos 642084864, len 4096, copied 4096 00000080:00200000:0.0:1775764894.545954:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d512883a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.545957:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001caf86f0 fffffc0001001 3:0 ffff967bc91e0620 156759 lru 00000080:00200000:0.0:1775764894.545963:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2ab1210 156759: 1< 0 - - > 2< 642084864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:0.0:1775764894.545965:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d512883a 00000080:00200000:0.0:1775764894.545966:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.545969:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.545977:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.545989:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.545991:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.545994:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.545999:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.546002:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.546004:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.546008:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546016:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.546024:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.546026:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.546030:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.546033:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156759, 156759] 00000080:00200000:0.0:1775764894.546044:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.546047:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.546051:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642088960 i_blocks 1196131 00000080:00200000:0.0:1775764894.546054:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.546067:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642088960, count: 4096 00000080:00200000:0.0:1775764894.546079:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642088960, bytes: 4096 00000080:00200000:0.0:1775764894.546081:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.546084:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156761, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.546086:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642088960, 642093056) 0 0 00000080:00200000:0.0:1775764894.546088:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.546093:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156760, 156760] 00020000:00200000:0.0:1775764894.546096:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642088960 chunk: [642088960, 642093056) 642093056, 4096 00020000:00200000:0.0:1775764894.546098:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.546110:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156760, 156760] 00000008:00010000:0.0:1775764894.546115:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.546117:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.546124:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546132:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642088960 642093055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546141:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546149:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546156:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.546164:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642088960, 642093056) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.546169:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156760 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.546186:0:17279:0:(rw26.c:858:ll_write_end()) pos 642088960, len 4096, copied 4096 00000080:00200000:0.0:1775764894.546190:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b2d4978[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.546193:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000033f4a98f fffffc0001001 3:0 ffff967bc91e0000 156760 lru 00000080:00200000:0.0:1775764894.546198:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000520a5d5e 156760: 1< 0 - - > 2< 642088960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:0.0:1775764894.546201:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b2d4978 00000080:00200000:0.0:1775764894.546202:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.546204:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.546212:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.546224:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.546226:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.546228:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.546234:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.546237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.546239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.546243:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546345:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.546365:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.546368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.546458:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.546461:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156760, 156760] 00000080:00200000:0.0:1775764894.546473:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.546476:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.546482:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642093056 i_blocks 1196131 00000080:00200000:0.0:1775764894.546485:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.546500:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642093056, count: 4096 00000080:00200000:0.0:1775764894.546512:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642093056, bytes: 4096 00000080:00200000:0.0:1775764894.546515:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.546519:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156762, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.546521:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642093056, 642097152) 0 0 00000080:00200000:0.0:1775764894.546523:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.546530:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156761, 156761] 00020000:00200000:0.0:1775764894.546533:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642093056 chunk: [642093056, 642097152) 642097152, 4096 00020000:00200000:0.0:1775764894.546535:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.546548:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156761, 156761] 00000008:00010000:0.0:1775764894.546554:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.546556:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.546564:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546573:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642093056 642097151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546583:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546591:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546599:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.546607:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642093056, 642097152) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.546613:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156761 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.546629:0:17279:0:(rw26.c:858:ll_write_end()) pos 642093056, len 4096, copied 4096 00000080:00200000:0.0:1775764894.546634:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c8098c8f[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.546637:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000016c17be4 fffffc0001001 3:0 ffff967bc91e0380 156761 lru 00000080:00200000:0.0:1775764894.546642:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad1463b6 156761: 1< 0 - - > 2< 642093056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:0.0:1775764894.546645:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c8098c8f 00000080:00200000:0.0:1775764894.546646:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.546648:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.546656:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.546668:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.546671:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.546674:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.546679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.546682:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.546685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.546689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546697:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.546706:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.546708:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.546712:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.546715:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156761, 156761] 00000080:00200000:0.0:1775764894.546726:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.546729:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.546734:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642097152 i_blocks 1196131 00000080:00200000:0.0:1775764894.546737:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.546751:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642097152, count: 4096 00000080:00200000:0.0:1775764894.546762:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642097152, bytes: 4096 00000080:00200000:0.0:1775764894.546765:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.546769:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156763, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.546770:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642097152, 642101248) 0 0 00000080:00200000:0.0:1775764894.546773:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.546778:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156762, 156762] 00020000:00200000:0.0:1775764894.546781:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642097152 chunk: [642097152, 642101248) 642101248, 4096 00020000:00200000:0.0:1775764894.546784:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.546795:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156762, 156762] 00000008:00010000:0.0:1775764894.546800:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.546802:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.546810:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546819:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642097152 642101247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546828:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546836:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546844:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.546851:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642097152, 642101248) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.546856:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156762 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.546875:0:17279:0:(rw26.c:858:ll_write_end()) pos 642097152, len 4096, copied 4096 00000080:00200000:0.0:1775764894.546879:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b83dcc4c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.546882:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004e7754c5 fffffc0001001 3:0 ffff967bc91e0c40 156762 lru 00000080:00200000:0.0:1775764894.546888:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009fe22d18 156762: 1< 0 - - > 2< 642097152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:0.0:1775764894.546890:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b83dcc4c 00000080:00200000:0.0:1775764894.546892:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.546894:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.546902:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.546914:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.546917:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.546919:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.546925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.546927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.546930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.546934:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.546942:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.546950:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.546952:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.546957:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.546959:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156762, 156762] 00000080:00200000:0.0:1775764894.546970:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.546973:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.546978:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642101248 i_blocks 1196131 00000080:00200000:0.0:1775764894.546980:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.546995:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642101248, count: 4096 00000080:00200000:0.0:1775764894.547006:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642101248, bytes: 4096 00000080:00200000:0.0:1775764894.547008:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.547012:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156764, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.547014:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642101248, 642105344) 0 0 00000080:00200000:0.0:1775764894.547017:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.547021:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156763, 156763] 00020000:00200000:0.0:1775764894.547024:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642101248 chunk: [642101248, 642105344) 642105344, 4096 00020000:00200000:0.0:1775764894.547026:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.547037:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156763, 156763] 00000008:00010000:0.0:1775764894.547041:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.547043:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.547051:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547060:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642101248 642105343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547068:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547076:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547083:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547091:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642101248, 642105344) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.547095:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156763 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.547112:0:17279:0:(rw26.c:858:ll_write_end()) pos 642101248, len 4096, copied 4096 00000080:00200000:0.0:1775764894.547116:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c957a90[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.547119:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009d3ed591 fffffc0001001 3:0 ffff967bc91e09a0 156763 lru 00000080:00200000:0.0:1775764894.547125:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000853cd2d7 156763: 1< 0 - - > 2< 642101248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:0.0:1775764894.547127:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c957a90 00000080:00200000:0.0:1775764894.547129:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.547131:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.547140:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547151:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.547154:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.547156:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.547161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.547164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.547167:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.547171:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547180:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.547188:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.547191:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.547195:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.547198:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156763, 156763] 00000080:00200000:0.0:1775764894.547209:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.547212:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.547216:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642105344 i_blocks 1196131 00000080:00200000:0.0:1775764894.547219:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.547233:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642105344, count: 4096 00000080:00200000:0.0:1775764894.547273:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642105344, bytes: 4096 00000080:00200000:0.0:1775764894.547277:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.547281:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156765, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.547283:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642105344, 642109440) 0 0 00000080:00200000:0.0:1775764894.547286:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.547291:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156764, 156764] 00020000:00200000:0.0:1775764894.547294:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642105344 chunk: [642105344, 642109440) 642109440, 4096 00020000:00200000:0.0:1775764894.547297:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.547309:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156764, 156764] 00000008:00010000:0.0:1775764894.547315:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.547317:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.547324:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547333:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642105344 642109439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547342:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547363:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547458:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547469:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642105344, 642109440) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.547475:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156764 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.547494:0:17279:0:(rw26.c:858:ll_write_end()) pos 642105344, len 4096, copied 4096 00000080:00200000:0.0:1775764894.547498:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b6a4c210[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.547501:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dfcbc2c9 fffffc0001001 3:0 ffff967bc91e0a80 156764 lru 00000080:00200000:0.0:1775764894.547506:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000079bf1e06 156764: 1< 0 - - > 2< 642105344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:0.0:1775764894.547508:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b6a4c210 00000080:00200000:0.0:1775764894.547510:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.547512:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.547520:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547532:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.547535:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.547537:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.547543:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.547545:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.547548:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.547551:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547558:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.547566:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.547568:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.547572:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.547575:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156764, 156764] 00000080:00200000:0.0:1775764894.547587:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.547590:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.547595:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642109440 i_blocks 1196131 00000080:00200000:0.0:1775764894.547597:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.547613:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642109440, count: 4096 00000080:00200000:0.0:1775764894.547624:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642109440, bytes: 4096 00000080:00200000:0.0:1775764894.547627:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.547630:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156766, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.547631:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642109440, 642113536) 0 0 00000080:00200000:0.0:1775764894.547634:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.547639:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156765, 156765] 00020000:00200000:0.0:1775764894.547642:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642109440 chunk: [642109440, 642113536) 642113536, 4096 00020000:00200000:0.0:1775764894.547644:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.547655:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156765, 156765] 00000008:00010000:0.0:1775764894.547660:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.547662:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.547670:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547678:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642109440 642113535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547686:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547693:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547699:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547707:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642109440, 642113536) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.547713:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156765 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.547731:0:17279:0:(rw26.c:858:ll_write_end()) pos 642109440, len 4096, copied 4096 00000080:00200000:0.0:1775764894.547735:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003ff7a19a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.547738:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001c27efb4 fffffc0001001 3:0 ffff967bc91e0540 156765 lru 00000080:00200000:0.0:1775764894.547743:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006e87db73 156765: 1< 0 - - > 2< 642109440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 306 - -> 00000080:00200000:0.0:1775764894.547745:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003ff7a19a 00000080:00200000:0.0:1775764894.547747:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.547749:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.547758:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547769:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.547772:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.547774:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.547780:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.547782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.547784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.547788:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547795:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.547803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.547805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.547809:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.547812:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156765, 156765] 00000080:00200000:0.0:1775764894.547824:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.547827:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.547832:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642113536 i_blocks 1196131 00000080:00200000:0.0:1775764894.547834:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.547849:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642113536, count: 4096 00000080:00200000:0.0:1775764894.547860:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642113536, bytes: 4096 00000080:00200000:0.0:1775764894.547863:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.547866:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156767, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.547867:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642113536, 642117632) 0 0 00000080:00200000:0.0:1775764894.547870:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.547875:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156766, 156766] 00020000:00200000:0.0:1775764894.547877:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642113536 chunk: [642113536, 642117632) 642117632, 4096 00020000:00200000:0.0:1775764894.547879:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.547891:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156766, 156766] 00000008:00010000:0.0:1775764894.547896:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.547899:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.547906:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547914:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642113536 642117631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547922:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547930:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.547937:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.547944:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642113536, 642117632) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.547949:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156766 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.547965:0:17279:0:(rw26.c:858:ll_write_end()) pos 642113536, len 4096, copied 4096 00000080:00200000:0.0:1775764894.547969:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000161cf54[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.547972:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000efe1152a fffffc0001001 3:0 ffff967bc91e00e0 156766 lru 00000080:00200000:0.0:1775764894.547977:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003425be08 156766: 1< 0 - - > 2< 642113536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 307 - -> 00000080:00200000:0.0:1775764894.547980:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000161cf54 00000080:00200000:0.0:1775764894.547981:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.547983:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.547991:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548003:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.548005:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.548007:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.548013:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.548015:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.548017:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.548021:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548029:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.548037:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.548039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.548043:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.548045:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156766, 156766] 00000080:00200000:0.0:1775764894.548056:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.548059:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.548064:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642117632 i_blocks 1196131 00000080:00200000:0.0:1775764894.548066:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.548082:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642117632, count: 4096 00000080:00200000:0.0:1775764894.548094:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642117632, bytes: 4096 00000080:00200000:0.0:1775764894.548096:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.548100:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156768, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.548102:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642117632, 642121728) 0 0 00000080:00200000:0.0:1775764894.548105:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.548110:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156767, 156767] 00020000:00200000:0.0:1775764894.548112:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642117632 chunk: [642117632, 642121728) 642121728, 4096 00020000:00200000:0.0:1775764894.548115:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.548126:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156767, 156767] 00000008:00010000:0.0:1775764894.548131:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.548133:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.548141:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548149:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642117632 642121727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548158:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548166:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548173:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548181:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642117632, 642121728) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.548185:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156767 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.548201:0:17279:0:(rw26.c:858:ll_write_end()) pos 642117632, len 4096, copied 4096 00000080:00200000:0.0:1775764894.548205:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f49db9f0[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.548208:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000013960a04 fffffc0001001 3:0 ffff967bc91e01c0 156767 lru 00000080:00200000:0.0:1775764894.548214:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000028650988 156767: 1< 0 - - > 2< 642117632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 308 - -> 00000080:00200000:0.0:1775764894.548216:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f49db9f0 00000080:00200000:0.0:1775764894.548217:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.548219:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.548227:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548239:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.548242:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.548359:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.548368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.548449:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.548452:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.548457:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548465:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.548472:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.548475:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.548480:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.548482:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156767, 156767] 00000080:00200000:0.0:1775764894.548494:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.548498:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.548503:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642121728 i_blocks 1196131 00000080:00200000:0.0:1775764894.548506:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.548522:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642121728, count: 4096 00000080:00200000:0.0:1775764894.548535:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642121728, bytes: 4096 00000080:00200000:0.0:1775764894.548537:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.548541:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156769, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.548543:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642121728, 642125824) 0 0 00000080:00200000:0.0:1775764894.548546:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.548551:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156768, 156768] 00020000:00200000:0.0:1775764894.548554:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642121728 chunk: [642121728, 642125824) 642125824, 4096 00020000:00200000:0.0:1775764894.548556:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.548569:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156768, 156768] 00000008:00010000:0.0:1775764894.548575:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.548577:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.548584:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548592:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642121728 642125823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548600:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548606:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548612:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548619:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642121728, 642125824) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.548624:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156768 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.548640:0:17279:0:(rw26.c:858:ll_write_end()) pos 642121728, len 4096, copied 4096 00000080:00200000:0.0:1775764894.548645:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000adc8537[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.548648:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000054f7f300 fffffc0001001 3:0 ffff967bc91e0700 156768 lru 00000080:00200000:0.0:1775764894.548654:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002b4c1036 156768: 1< 0 - - > 2< 642121728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 309 - -> 00000080:00200000:0.0:1775764894.548656:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000adc8537 00000080:00200000:0.0:1775764894.548657:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.548659:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.548668:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548679:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.548682:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.548684:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.548690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.548693:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.548695:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.548699:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548707:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.548716:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.548718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.548723:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.548726:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156768, 156768] 00000080:00200000:0.0:1775764894.548737:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.548740:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.548745:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642125824 i_blocks 1196131 00000080:00200000:0.0:1775764894.548748:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.548762:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642125824, count: 4096 00000080:00200000:0.0:1775764894.548772:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642125824, bytes: 4096 00000080:00200000:0.0:1775764894.548775:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.548779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156770, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.548780:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642125824, 642129920) 0 0 00000080:00200000:0.0:1775764894.548783:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.548788:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156769, 156769] 00020000:00200000:0.0:1775764894.548791:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642125824 chunk: [642125824, 642129920) 642129920, 4096 00020000:00200000:0.0:1775764894.548794:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.548805:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156769, 156769] 00000008:00010000:0.0:1775764894.548811:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.548813:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.548821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548829:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642125824 642129919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548845:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548852:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548860:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642125824, 642129920) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.548866:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156769 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.548882:0:17279:0:(rw26.c:858:ll_write_end()) pos 642125824, len 4096, copied 4096 00000080:00200000:0.0:1775764894.548886:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dcc9199a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.548889:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000017ddf80b fffffc0001001 3:0 ffff967bc91e02a0 156769 lru 00000080:00200000:0.0:1775764894.548894:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000001ebfdde 156769: 1< 0 - - > 2< 642125824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 310 - -> 00000080:00200000:0.0:1775764894.548896:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dcc9199a 00000080:00200000:0.0:1775764894.548898:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.548900:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.548908:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.548920:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.548923:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.548925:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.548931:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.548933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.548936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.548939:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.548947:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.548955:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.548958:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.548962:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.548965:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156769, 156769] 00000080:00200000:0.0:1775764894.548976:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.548979:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.548984:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642129920 i_blocks 1196131 00000080:00200000:0.0:1775764894.548987:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.549001:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642129920, count: 4096 00000080:00200000:0.0:1775764894.549012:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642129920, bytes: 4096 00000080:00200000:0.0:1775764894.549015:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.549019:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156771, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.549020:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642129920, 642134016) 0 0 00000080:00200000:0.0:1775764894.549023:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.549028:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156770, 156770] 00020000:00200000:0.0:1775764894.549031:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642129920 chunk: [642129920, 642134016) 642134016, 4096 00020000:00200000:0.0:1775764894.549033:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.549045:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156770, 156770] 00000008:00010000:0.0:1775764894.549050:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.549052:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.549061:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549070:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642129920 642134015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549079:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549086:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549093:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.549101:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642129920, 642134016) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.549106:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156770 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.549120:0:17279:0:(rw26.c:858:ll_write_end()) pos 642129920, len 4096, copied 4096 00000080:00200000:0.0:1775764894.549124:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000001278f41[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.549127:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006ea98e16 fffffc0001001 3:0 ffff967bc91e0e00 156770 lru 00000080:00200000:0.0:1775764894.549133:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003276fe84 156770: 1< 0 - - > 2< 642129920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 311 - -> 00000080:00200000:0.0:1775764894.549135:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000001278f41 00000080:00200000:0.0:1775764894.549137:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.549297:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.549308:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.549320:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.549323:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.549325:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.549330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.549333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.549336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.549340:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549348:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.549368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.549455:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.549461:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.549464:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156770, 156770] 00000080:00200000:0.0:1775764894.549476:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.549479:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.549484:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642134016 i_blocks 1196131 00000080:00200000:0.0:1775764894.549487:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.549502:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642134016, count: 4096 00000080:00200000:0.0:1775764894.549514:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642134016, bytes: 4096 00000080:00200000:0.0:1775764894.549518:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.549522:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156772, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.549523:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642134016, 642138112) 0 0 00000080:00200000:0.0:1775764894.549526:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.549532:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156771, 156771] 00020000:00200000:0.0:1775764894.549535:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642134016 chunk: [642134016, 642138112) 642138112, 4096 00020000:00200000:0.0:1775764894.549537:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.549549:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156771, 156771] 00000008:00010000:0.0:1775764894.549555:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.549558:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.549567:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549576:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642134016 642138111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549584:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549591:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549598:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.549606:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642134016, 642138112) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.549612:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156771 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.549636:0:17279:0:(rw26.c:858:ll_write_end()) pos 642134016, len 4096, copied 4096 00000080:00200000:0.0:1775764894.549640:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005becc3b1[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.549643:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000033626eca fffffc0001021 2:0 ffff967bc91e08c0 156771 lru 00000080:00200000:0.0:1775764894.549649:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000faca63a6 156771: 1< 0 - - > 2< 642134016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 312 - -> 00000080:00200000:0.0:1775764894.549651:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005becc3b1 00000080:00200000:0.0:1775764894.549652:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.549654:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.549662:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.549675:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.549678:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.549680:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.549685:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.549688:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.549690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.549694:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549702:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.549710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.549713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.549717:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.549719:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156771, 156771] 00000080:00200000:0.0:1775764894.549730:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.549733:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.549738:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642138112 i_blocks 1196131 00000080:00200000:0.0:1775764894.549740:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.549754:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642138112, count: 4096 00000080:00200000:0.0:1775764894.549766:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642138112, bytes: 4096 00000080:00200000:0.0:1775764894.549769:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.549773:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156773, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.549774:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642138112, 642142208) 0 0 00000080:00200000:0.0:1775764894.549777:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.549783:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156772, 156772] 00020000:00200000:0.0:1775764894.549786:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642138112 chunk: [642138112, 642142208) 642142208, 4096 00020000:00200000:0.0:1775764894.549789:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.549800:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156772, 156772] 00000008:00010000:0.0:1775764894.549805:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.549807:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.549815:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549824:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642138112 642142207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549832:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549840:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549847:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.549856:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642138112, 642142208) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.549861:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156772 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.549877:0:17279:0:(rw26.c:858:ll_write_end()) pos 642138112, len 4096, copied 4096 00000080:00200000:0.0:1775764894.549881:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d2195d08[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.549884:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000031fa824d fffffc0001001 3:0 ffff967bc91e0460 156772 lru 00000080:00200000:0.0:1775764894.549890:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2ae9eab 156772: 1< 0 - - > 2< 642138112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 313 - -> 00000080:00200000:0.0:1775764894.549893:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d2195d08 00000080:00200000:0.0:1775764894.549894:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.549896:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.549905:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.549917:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.549920:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.549922:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.549928:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.549930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.549933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.549937:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.549945:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.549953:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.549955:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.549959:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.549961:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156772, 156772] 00000080:00200000:0.0:1775764894.549972:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.549975:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.549981:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642142208 i_blocks 1196131 00000080:00200000:0.0:1775764894.549984:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.549998:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642142208, count: 4096 00000080:00200000:0.0:1775764894.550009:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642142208, bytes: 4096 00000080:00200000:0.0:1775764894.550012:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.550015:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156774, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.550017:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642142208, 642146304) 0 0 00000080:00200000:0.0:1775764894.550020:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.550025:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156773, 156773] 00020000:00200000:0.0:1775764894.550028:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642142208 chunk: [642142208, 642146304) 642146304, 4096 00020000:00200000:0.0:1775764894.550030:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.550041:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156773, 156773] 00000008:00010000:0.0:1775764894.550047:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.550049:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.550056:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550065:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642142208 642146303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550073:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550081:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550088:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.550096:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642142208, 642146304) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.550102:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156773 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.550128:0:17279:0:(rw26.c:858:ll_write_end()) pos 642142208, len 4096, copied 4096 00000080:00200000:0.0:1775764894.550132:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000059b6f0ea[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.550135:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009073c11f fffffc0001001 3:0 ffff967bc91e10e0 156773 lru 00000080:00200000:0.0:1775764894.550140:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ef02fb10 156773: 1< 0 - - > 2< 642142208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 314 - -> 00000080:00200000:0.0:1775764894.550142:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000059b6f0ea 00000080:00200000:0.0:1775764894.550143:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.550145:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.550153:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.550165:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.550168:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.550170:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.550176:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.550178:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.550181:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.550184:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550192:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.550200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.550202:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.550206:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.550209:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156773, 156773] 00000080:00200000:0.0:1775764894.550219:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.550222:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.550227:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642146304 i_blocks 1196131 00000080:00200000:0.0:1775764894.550230:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.550359:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642146304, count: 4096 00000080:00200000:0.0:1775764894.550458:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642146304, bytes: 4096 00000080:00200000:0.0:1775764894.550462:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.550467:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156775, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.550468:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642146304, 642150400) 0 0 00000080:00200000:0.0:1775764894.550471:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.550477:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156774, 156774] 00020000:00200000:0.0:1775764894.550480:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642146304 chunk: [642146304, 642150400) 642150400, 4096 00020000:00200000:0.0:1775764894.550482:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.550493:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156774, 156774] 00000008:00010000:0.0:1775764894.550498:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.550501:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.550509:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550518:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642146304 642150399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550527:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550534:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550541:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.550549:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642146304, 642150400) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.550555:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156774 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.550572:0:17279:0:(rw26.c:858:ll_write_end()) pos 642146304, len 4096, copied 4096 00000080:00200000:0.0:1775764894.550576:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006cf83e54[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.550579:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000da0be3ce fffffc0001001 3:0 ffff967bc91e11c0 156774 lru 00000080:00200000:0.0:1775764894.550584:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000745c1aa2 156774: 1< 0 - - > 2< 642146304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 315 - -> 00000080:00200000:0.0:1775764894.550586:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006cf83e54 00000080:00200000:0.0:1775764894.550588:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.550590:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.550598:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.550611:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.550614:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.550616:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.550622:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.550624:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.550627:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.550631:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550638:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.550647:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.550649:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.550654:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.550656:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156774, 156774] 00000080:00200000:0.0:1775764894.550668:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.550671:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.550676:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642150400 i_blocks 1196131 00000080:00200000:0.0:1775764894.550679:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.550695:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642150400, count: 4096 00000080:00200000:0.0:1775764894.550707:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642150400, bytes: 4096 00000080:00200000:0.0:1775764894.550709:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.550713:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156776, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.550715:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642150400, 642154496) 0 0 00000080:00200000:0.0:1775764894.550717:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.550722:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156775, 156775] 00020000:00200000:0.0:1775764894.550725:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642150400 chunk: [642150400, 642154496) 642154496, 4096 00020000:00200000:0.0:1775764894.550728:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.550739:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156775, 156775] 00000008:00010000:0.0:1775764894.550744:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.550746:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.550753:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550763:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642150400 642154495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550771:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550779:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550787:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.550794:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642150400, 642154496) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.550800:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156775 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.550817:0:17279:0:(rw26.c:858:ll_write_end()) pos 642150400, len 4096, copied 4096 00000080:00200000:0.0:1775764894.550821:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bd356bb6[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.550824:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005276647c fffffc0001001 3:0 ffff967bc91e1700 156775 lru 00000080:00200000:0.0:1775764894.550829:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008d5211a3 156775: 1< 0 - - > 2< 642150400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 316 - -> 00000080:00200000:0.0:1775764894.550831:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bd356bb6 00000080:00200000:0.0:1775764894.550832:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.550834:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.550843:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.550855:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.550857:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.550860:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.550865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.550868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.550870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.550874:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.550882:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.550891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.550893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.550897:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.550900:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156775, 156775] 00000080:00200000:0.0:1775764894.550911:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.550915:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.550920:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642154496 i_blocks 1196131 00000080:00200000:0.0:1775764894.550923:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.550938:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642154496, count: 4096 00000080:00200000:0.0:1775764894.550951:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642154496, bytes: 4096 00000080:00200000:0.0:1775764894.550953:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.550957:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156777, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.550959:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642154496, 642158592) 0 0 00000080:00200000:0.0:1775764894.550962:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.550967:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156776, 156776] 00020000:00200000:0.0:1775764894.550970:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642154496 chunk: [642154496, 642158592) 642158592, 4096 00020000:00200000:0.0:1775764894.550972:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.550983:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156776, 156776] 00000008:00010000:0.0:1775764894.550989:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.550992:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.550999:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551008:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642154496 642158591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551016:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551024:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551031:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551039:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642154496, 642158592) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.551045:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156776 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.551062:0:17279:0:(rw26.c:858:ll_write_end()) pos 642154496, len 4096, copied 4096 00000080:00200000:0.0:1775764894.551066:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aced91f7[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.551069:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c27aa5e9 fffffc0001001 3:0 ffff967bc91e12a0 156776 lru 00000080:00200000:0.0:1775764894.551076:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009fe50913 156776: 1< 0 - - > 2< 642154496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 317 - -> 00000080:00200000:0.0:1775764894.551078:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aced91f7 00000080:00200000:0.0:1775764894.551079:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.551081:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.551092:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551103:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.551106:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.551108:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.551113:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.551115:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.551118:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.551121:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551128:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.551135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.551137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.551141:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.551144:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156776, 156776] 00000080:00200000:0.0:1775764894.551155:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.551158:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.551162:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642158592 i_blocks 1196131 00000080:00200000:0.0:1775764894.551165:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.551179:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642158592, count: 4096 00000080:00200000:0.0:1775764894.551190:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642158592, bytes: 4096 00000080:00200000:0.0:1775764894.551193:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.551196:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156778, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.551198:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642158592, 642162688) 0 0 00000080:00200000:0.0:1775764894.551200:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.551205:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156777, 156777] 00020000:00200000:0.0:1775764894.551208:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642158592 chunk: [642158592, 642162688) 642162688, 4096 00020000:00200000:0.0:1775764894.551210:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.551221:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156777, 156777] 00000008:00010000:0.0:1775764894.551226:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.551229:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.551236:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551273:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642158592 642162687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551281:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551289:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551296:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551303:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642158592, 642162688) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.551308:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156777 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.551324:0:17279:0:(rw26.c:858:ll_write_end()) pos 642158592, len 4096, copied 4096 00000080:00200000:0.0:1775764894.551328:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000073b3e323[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.551331:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000909b762e fffffc0001001 3:0 ffff967bc91e1e00 156777 lru 00000080:00200000:0.0:1775764894.551337:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000280c0957 156777: 1< 0 - - > 2< 642158592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 318 - -> 00000080:00200000:0.0:1775764894.551339:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000073b3e323 00000080:00200000:0.0:1775764894.551340:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.551342:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.551360:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551458:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.551462:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.551465:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.551471:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.551474:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.551477:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.551481:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551490:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.551497:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.551500:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.551504:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.551507:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156777, 156777] 00000080:00200000:0.0:1775764894.551518:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.551522:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.551526:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642162688 i_blocks 1196131 00000080:00200000:0.0:1775764894.551529:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.551544:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642162688, count: 4096 00000080:00200000:0.0:1775764894.551555:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642162688, bytes: 4096 00000080:00200000:0.0:1775764894.551558:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.551561:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156779, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.551562:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642162688, 642166784) 0 0 00000080:00200000:0.0:1775764894.551565:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.551569:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156778, 156778] 00020000:00200000:0.0:1775764894.551572:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642162688 chunk: [642162688, 642166784) 642166784, 4096 00020000:00200000:0.0:1775764894.551574:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.551586:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156778, 156778] 00000008:00010000:0.0:1775764894.551591:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.551594:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.551601:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551609:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642162688 642166783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551618:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551625:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551632:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551640:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642162688, 642166784) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.551645:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156778 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.551663:0:17279:0:(rw26.c:858:ll_write_end()) pos 642162688, len 4096, copied 4096 00000080:00200000:0.0:1775764894.551667:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d139f2f6[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.551670:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc295074 fffffc0001001 3:0 ffff967bc91e18c0 156778 lru 00000080:00200000:0.0:1775764894.551676:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000443fd0ea 156778: 1< 0 - - > 2< 642162688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 319 - -> 00000080:00200000:0.0:1775764894.551679:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d139f2f6 00000080:00200000:0.0:1775764894.551681:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.551683:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.551692:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551703:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.551706:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.551708:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.551713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.551715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.551718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.551722:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551730:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.551737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.551740:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.551744:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.551746:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156778, 156778] 00000080:00200000:0.0:1775764894.551757:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.551760:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.551764:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642166784 i_blocks 1196131 00000080:00200000:0.0:1775764894.551767:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.551781:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642166784, count: 4096 00000080:00200000:0.0:1775764894.551792:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642166784, bytes: 4096 00000080:00200000:0.0:1775764894.551795:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.551798:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156780, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.551799:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642166784, 642170880) 0 0 00000080:00200000:0.0:1775764894.551802:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.551807:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156779, 156779] 00020000:00200000:0.0:1775764894.551810:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642166784 chunk: [642166784, 642170880) 642170880, 4096 00020000:00200000:0.0:1775764894.551812:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.551824:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156779, 156779] 00000008:00010000:0.0:1775764894.551830:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.551832:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.551840:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551850:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642166784 642170879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551858:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551865:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551872:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551879:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642166784, 642170880) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.551884:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156779 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.551902:0:17279:0:(rw26.c:858:ll_write_end()) pos 642166784, len 4096, copied 4096 00000080:00200000:0.0:1775764894.551906:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c777399[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.551909:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bba4f64b fffffc0001001 3:0 ffff967bc91e1460 156779 lru 00000080:00200000:0.0:1775764894.551915:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e77f8c8e 156779: 1< 0 - - > 2< 642166784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 320 - -> 00000080:00200000:0.0:1775764894.551917:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c777399 00000080:00200000:0.0:1775764894.551918:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.551920:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.551929:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.551940:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.551943:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.551945:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.551951:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.551953:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.551956:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.551960:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.551968:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.551976:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.551979:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.551983:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.551985:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156779, 156779] 00000080:00200000:0.0:1775764894.551995:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.551998:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.552003:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642170880 i_blocks 1196131 00000080:00200000:0.0:1775764894.552005:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.552019:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642170880, count: 4096 00000080:00200000:0.0:1775764894.552030:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642170880, bytes: 4096 00000080:00200000:0.0:1775764894.552032:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.552036:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156781, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.552037:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642170880, 642174976) 0 0 00000080:00200000:0.0:1775764894.552040:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.552045:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156780, 156780] 00020000:00200000:0.0:1775764894.552048:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642170880 chunk: [642170880, 642174976) 642174976, 4096 00020000:00200000:0.0:1775764894.552050:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.552060:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156780, 156780] 00000008:00010000:0.0:1775764894.552066:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.552068:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.552076:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552084:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642170880 642174975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552099:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552106:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.552114:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642170880, 642174976) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.552119:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156780 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.552136:0:17279:0:(rw26.c:858:ll_write_end()) pos 642170880, len 4096, copied 4096 00000080:00200000:0.0:1775764894.552140:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003246f53e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.552143:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000eb3e86c fffffc0001001 3:0 ffff967bc91e1ee0 156780 lru 00000080:00200000:0.0:1775764894.552148:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000011c52e7b 156780: 1< 0 - - > 2< 642170880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 321 - -> 00000080:00200000:0.0:1775764894.552150:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003246f53e 00000080:00200000:0.0:1775764894.552152:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.552154:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.552162:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.552174:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.552176:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.552179:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.552184:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.552187:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.552189:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.552193:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552201:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.552210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.552213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.552217:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.552219:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156780, 156780] 00000080:00200000:0.0:1775764894.552230:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.552234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.552239:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642174976 i_blocks 1196131 00000080:00200000:0.0:1775764894.552242:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.552463:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642174976, count: 4096 00000080:00200000:0.0:1775764894.552477:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642174976, bytes: 4096 00000080:00200000:0.0:1775764894.552480:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.552484:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156782, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.552486:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642174976, 642179072) 0 0 00000080:00200000:0.0:1775764894.552489:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.552495:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156781, 156781] 00020000:00200000:0.0:1775764894.552498:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642174976 chunk: [642174976, 642179072) 642179072, 4096 00020000:00200000:0.0:1775764894.552500:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.552512:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156781, 156781] 00000008:00010000:0.0:1775764894.552518:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.552521:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.552529:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552537:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642174976 642179071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552553:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552560:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.552568:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642174976, 642179072) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.552573:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156781 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.552591:0:17279:0:(rw26.c:858:ll_write_end()) pos 642174976, len 4096, copied 4096 00000080:00200000:0.0:1775764894.552595:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000845a28e4[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.552598:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009eca9e33 fffffc0001001 3:0 ffff967bc91e1d20 156781 lru 00000080:00200000:0.0:1775764894.552603:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000290b7f7b 156781: 1< 0 - - > 2< 642174976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 322 - -> 00000080:00200000:0.0:1775764894.552606:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000845a28e4 00000080:00200000:0.0:1775764894.552607:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.552609:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.552618:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.552631:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.552634:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.552636:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.552641:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.552643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.552645:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.552649:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552656:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.552664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.552666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.552670:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.552672:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156781, 156781] 00000080:00200000:0.0:1775764894.552683:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.552686:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.552690:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642179072 i_blocks 1196131 00000080:00200000:0.0:1775764894.552693:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.552707:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642179072, count: 4096 00000080:00200000:0.0:1775764894.552717:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642179072, bytes: 4096 00000080:00200000:0.0:1775764894.552719:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.552723:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156783, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.552725:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642179072, 642183168) 0 0 00000080:00200000:0.0:1775764894.552727:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.552732:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156782, 156782] 00020000:00200000:0.0:1775764894.552735:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642179072 chunk: [642179072, 642183168) 642183168, 4096 00020000:00200000:0.0:1775764894.552737:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.552747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156782, 156782] 00000008:00010000:0.0:1775764894.552751:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.552753:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.552761:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552769:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642179072 642183167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552777:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552784:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552791:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.552799:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642179072, 642183168) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.552803:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156782 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.552819:0:17279:0:(rw26.c:858:ll_write_end()) pos 642179072, len 4096, copied 4096 00000080:00200000:0.0:1775764894.552823:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000075261bd9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.552826:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000731e0bca fffffc0001001 3:0 ffff967bc91e17e0 156782 lru 00000080:00200000:0.0:1775764894.552831:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008a0df447 156782: 1< 0 - - > 2< 642179072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 323 - -> 00000080:00200000:0.0:1775764894.552833:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000075261bd9 00000080:00200000:0.0:1775764894.552834:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.552836:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.552844:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.552854:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.552857:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.552859:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.552864:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.552866:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.552868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.552872:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552880:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.552888:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.552890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.552893:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.552895:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156782, 156782] 00000080:00200000:0.0:1775764894.552905:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.552907:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.552912:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642183168 i_blocks 1196131 00000080:00200000:0.0:1775764894.552915:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.552928:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642183168, count: 4096 00000080:00200000:0.0:1775764894.552938:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642183168, bytes: 4096 00000080:00200000:0.0:1775764894.552940:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.552944:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156784, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.552945:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642183168, 642187264) 0 0 00000080:00200000:0.0:1775764894.552948:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.552952:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156783, 156783] 00020000:00200000:0.0:1775764894.552955:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642183168 chunk: [642183168, 642187264) 642187264, 4096 00020000:00200000:0.0:1775764894.552957:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.552966:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156783, 156783] 00000008:00010000:0.0:1775764894.552971:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.552973:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.552980:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552988:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642183168 642187263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.552996:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553004:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553010:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553017:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642183168, 642187264) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.553021:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156783 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.553040:0:17279:0:(rw26.c:858:ll_write_end()) pos 642183168, len 4096, copied 4096 00000080:00200000:0.0:1775764894.553044:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b4aa8f6[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.553046:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000856c879e fffffc0001001 3:0 ffff967bc91e1b60 156783 lru 00000080:00200000:0.0:1775764894.553052:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bab04a8c 156783: 1< 0 - - > 2< 642183168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 324 - -> 00000080:00200000:0.0:1775764894.553054:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b4aa8f6 00000080:00200000:0.0:1775764894.553055:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.553057:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.553064:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553074:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.553076:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.553078:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.553084:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.553086:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.553088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.553092:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553099:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.553107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.553109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.553112:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.553114:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156783, 156783] 00000080:00200000:0.0:1775764894.553124:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.553127:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.553131:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642187264 i_blocks 1196131 00000080:00200000:0.0:1775764894.553133:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.553147:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642187264, count: 4096 00000080:00200000:0.0:1775764894.553158:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642187264, bytes: 4096 00000080:00200000:0.0:1775764894.553161:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.553164:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156785, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.553166:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642187264, 642191360) 0 0 00000080:00200000:0.0:1775764894.553169:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.553173:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156784, 156784] 00020000:00200000:0.0:1775764894.553176:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642187264 chunk: [642187264, 642191360) 642191360, 4096 00020000:00200000:0.0:1775764894.553178:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.553188:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156784, 156784] 00000008:00010000:0.0:1775764894.553192:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.553194:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.553201:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553209:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642187264 642191359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553217:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553225:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553232:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553239:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642187264, 642191360) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.553243:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156784 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.553287:0:17279:0:(rw26.c:858:ll_write_end()) pos 642187264, len 4096, copied 4096 00000080:00200000:0.0:1775764894.553291:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f6343175[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.553294:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ff4cccf4 fffffc0001001 3:0 ffff967bc91e1620 156784 lru 00000080:00200000:0.0:1775764894.553299:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000382a83bb 156784: 1< 0 - - > 2< 642187264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 325 - -> 00000080:00200000:0.0:1775764894.553301:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f6343175 00000080:00200000:0.0:1775764894.553303:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.553305:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.553312:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553323:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.553326:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.553328:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.553333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.553335:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.553338:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.553341:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553362:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.553457:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.553460:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.553465:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.553468:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156784, 156784] 00000080:00200000:0.0:1775764894.553478:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.553481:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.553485:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642191360 i_blocks 1196131 00000080:00200000:0.0:1775764894.553488:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.553502:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642191360, count: 4096 00000080:00200000:0.0:1775764894.553512:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642191360, bytes: 4096 00000080:00200000:0.0:1775764894.553515:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.553518:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156786, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.553520:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642191360, 642195456) 0 0 00000080:00200000:0.0:1775764894.553523:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.553528:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156785, 156785] 00020000:00200000:0.0:1775764894.553531:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642191360 chunk: [642191360, 642195456) 642195456, 4096 00020000:00200000:0.0:1775764894.553533:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.553543:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156785, 156785] 00000008:00010000:0.0:1775764894.553548:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.553550:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.553557:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553565:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642191360 642195455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553572:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553579:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553586:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553594:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642191360, 642195456) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.553598:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156785 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.553615:0:17279:0:(rw26.c:858:ll_write_end()) pos 642191360, len 4096, copied 4096 00000080:00200000:0.0:1775764894.553619:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000056fb6ed2[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.553622:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cda2c68a fffffc0001001 3:0 ffff967bc91e1000 156785 lru 00000080:00200000:0.0:1775764894.553626:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fa10ff86 156785: 1< 0 - - > 2< 642191360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 326 - -> 00000080:00200000:0.0:1775764894.553628:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000056fb6ed2 00000080:00200000:0.0:1775764894.553630:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.553632:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.553640:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553652:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.553654:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.553657:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.553662:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.553664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.553666:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.553670:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553677:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.553686:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.553688:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.553691:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.553694:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156785, 156785] 00000080:00200000:0.0:1775764894.553704:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.553706:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.553711:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642195456 i_blocks 1196131 00000080:00200000:0.0:1775764894.553713:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.553726:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642195456, count: 4096 00000080:00200000:0.0:1775764894.553736:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642195456, bytes: 4096 00000080:00200000:0.0:1775764894.553738:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.553742:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156787, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.553743:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642195456, 642199552) 0 0 00000080:00200000:0.0:1775764894.553745:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.553750:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156786, 156786] 00020000:00200000:0.0:1775764894.553753:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642195456 chunk: [642195456, 642199552) 642199552, 4096 00020000:00200000:0.0:1775764894.553755:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.553765:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156786, 156786] 00000008:00010000:0.0:1775764894.553770:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.553772:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.553779:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553788:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642195456 642199551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553796:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553804:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553811:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553817:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642195456, 642199552) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.553822:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156786 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.553845:0:17279:0:(rw26.c:858:ll_write_end()) pos 642195456, len 4096, copied 4096 00000080:00200000:0.0:1775764894.553850:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009261da4c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.553852:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac30d16c fffffc0001021 2:0 ffff967bc91e1380 156786 lru 00000080:00200000:0.0:1775764894.553856:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002a27a1f1 156786: 1< 0 - - > 2< 642195456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 327 - -> 00000080:00200000:0.0:1775764894.553857:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009261da4c 00000080:00200000:0.0:1775764894.553859:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.553861:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.553869:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.553880:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.553883:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.553884:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.553890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.553892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.553894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.553898:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.553905:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.553913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.553915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.553918:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.553921:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156786, 156786] 00000080:00200000:0.0:1775764894.553931:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.553934:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.553939:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642199552 i_blocks 1196131 00000080:00200000:0.0:1775764894.553941:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.553955:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642199552, count: 4096 00000080:00200000:0.0:1775764894.553967:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642199552, bytes: 4096 00000080:00200000:0.0:1775764894.553970:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.553973:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156788, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.553975:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642199552, 642203648) 0 0 00000080:00200000:0.0:1775764894.553977:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.553982:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156787, 156787] 00020000:00200000:0.0:1775764894.553985:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642199552 chunk: [642199552, 642203648) 642203648, 4096 00020000:00200000:0.0:1775764894.553987:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.553998:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156787, 156787] 00000008:00010000:0.0:1775764894.554002:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.554004:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.554011:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554019:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642199552 642203647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554026:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554032:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554038:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.554046:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642199552, 642203648) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.554050:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156787 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.554068:0:17279:0:(rw26.c:858:ll_write_end()) pos 642199552, len 4096, copied 4096 00000080:00200000:0.0:1775764894.554072:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000056807023[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.554075:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066b15683 fffffc0001001 3:0 ffff967bc91e1c40 156787 lru 00000080:00200000:0.0:1775764894.554080:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003bff2122 156787: 1< 0 - - > 2< 642199552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 328 - -> 00000080:00200000:0.0:1775764894.554082:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000056807023 00000080:00200000:0.0:1775764894.554084:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.554086:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.554094:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.554106:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.554109:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.554111:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.554117:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.554120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.554122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.554126:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554134:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.554143:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.554145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.554149:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.554152:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156787, 156787] 00000080:00200000:0.0:1775764894.554162:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.554165:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.554170:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642203648 i_blocks 1196131 00000080:00200000:0.0:1775764894.554173:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.554187:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642203648, count: 4096 00000080:00200000:0.0:1775764894.554199:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642203648, bytes: 4096 00000080:00200000:0.0:1775764894.554201:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.554204:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156789, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.554206:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642203648, 642207744) 0 0 00000080:00200000:0.0:1775764894.554208:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.554213:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156788, 156788] 00020000:00200000:0.0:1775764894.554216:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642203648 chunk: [642203648, 642207744) 642207744, 4096 00020000:00200000:0.0:1775764894.554218:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.554228:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156788, 156788] 00000008:00010000:0.0:1775764894.554233:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.554235:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.554242:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554525:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642203648 642207743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554535:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554543:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554549:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.554558:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642203648, 642207744) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.554564:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156788 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.554583:0:17279:0:(rw26.c:858:ll_write_end()) pos 642203648, len 4096, copied 4096 00000080:00200000:0.0:1775764894.554587:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e721506e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.554590:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e954738d fffffc0001001 3:0 ffff967bc91e19a0 156788 lru 00000080:00200000:0.0:1775764894.554595:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f9a95409 156788: 1< 0 - - > 2< 642203648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 329 - -> 00000080:00200000:0.0:1775764894.554597:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e721506e 00000080:00200000:0.0:1775764894.554598:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.554600:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.554609:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.554622:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.554625:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.554628:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.554634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.554636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.554639:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.554642:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554649:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.554656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.554658:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.554662:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.554665:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156788, 156788] 00000080:00200000:0.0:1775764894.554677:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.554680:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.554686:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642207744 i_blocks 1196131 00000080:00200000:0.0:1775764894.554688:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.554702:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642207744, count: 4096 00000080:00200000:0.0:1775764894.554715:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642207744, bytes: 4096 00000080:00200000:0.0:1775764894.554717:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.554720:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156790, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.554721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642207744, 642211840) 0 0 00000080:00200000:0.0:1775764894.554724:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.554729:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156789, 156789] 00020000:00200000:0.0:1775764894.554732:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642207744 chunk: [642207744, 642211840) 642211840, 4096 00020000:00200000:0.0:1775764894.554734:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.554745:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156789, 156789] 00000008:00010000:0.0:1775764894.554751:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.554753:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.554761:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554770:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642207744 642211839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554778:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554785:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554792:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.554800:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642207744, 642211840) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.554805:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156789 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.554822:0:17279:0:(rw26.c:858:ll_write_end()) pos 642207744, len 4096, copied 4096 00000080:00200000:0.0:1775764894.554826:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000622e286a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.554829:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009d33156c fffffc0001001 3:0 ffff967bc91e1a80 156789 lru 00000080:00200000:0.0:1775764894.554834:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d51aa41c 156789: 1< 0 - - > 2< 642207744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 330 - -> 00000080:00200000:0.0:1775764894.554836:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000622e286a 00000080:00200000:0.0:1775764894.554837:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.554839:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.554847:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.554859:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.554862:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.554864:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.554870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.554872:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.554874:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.554878:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.554886:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.554893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.554896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.554900:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.554902:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156789, 156789] 00000080:00200000:0.0:1775764894.554915:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.554917:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.554922:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642211840 i_blocks 1196131 00000080:00200000:0.0:1775764894.554924:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.554939:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642211840, count: 4096 00000080:00200000:0.0:1775764894.554950:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642211840, bytes: 4096 00000080:00200000:0.0:1775764894.554953:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.554956:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156791, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.554958:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642211840, 642215936) 0 0 00000080:00200000:0.0:1775764894.554961:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.554966:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156790, 156790] 00020000:00200000:0.0:1775764894.554969:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642211840 chunk: [642211840, 642215936) 642215936, 4096 00020000:00200000:0.0:1775764894.554971:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.554983:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156790, 156790] 00000008:00010000:0.0:1775764894.554989:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.554992:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.554999:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555008:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642211840 642215935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555016:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555024:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555030:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555039:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642211840, 642215936) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.555045:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156790 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.555062:0:17279:0:(rw26.c:858:ll_write_end()) pos 642211840, len 4096, copied 4096 00000080:00200000:0.0:1775764894.555066:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006599f398[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.555069:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008a777fe7 fffffc0001001 3:0 ffff967bc91e1540 156790 lru 00000080:00200000:0.0:1775764894.555074:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000030cb6043 156790: 1< 0 - - > 2< 642211840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 331 - -> 00000080:00200000:0.0:1775764894.555076:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006599f398 00000080:00200000:0.0:1775764894.555078:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.555080:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.555088:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555101:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.555103:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.555106:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.555111:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.555113:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.555116:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.555120:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555127:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.555136:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.555138:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.555142:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.555145:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156790, 156790] 00000080:00200000:0.0:1775764894.555156:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.555159:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.555164:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642215936 i_blocks 1196131 00000080:00200000:0.0:1775764894.555166:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.555181:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642215936, count: 4096 00000080:00200000:0.0:1775764894.555193:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642215936, bytes: 4096 00000080:00200000:0.0:1775764894.555195:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.555199:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156792, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.555201:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642215936, 642220032) 0 0 00000080:00200000:0.0:1775764894.555204:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.555210:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156791, 156791] 00020000:00200000:0.0:1775764894.555213:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642215936 chunk: [642215936, 642220032) 642220032, 4096 00020000:00200000:0.0:1775764894.555215:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.555224:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156791, 156791] 00000008:00010000:0.0:1775764894.555229:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.555231:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.555238:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555269:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642215936 642220031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555278:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555286:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555293:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555301:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642215936, 642220032) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.555305:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156791 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.555329:0:17279:0:(rw26.c:858:ll_write_end()) pos 642215936, len 4096, copied 4096 00000080:00200000:0.0:1775764894.555333:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c75c87bf[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.555336:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000886a40d5 fffffc0001001 3:0 ffff967bc91e29a0 156791 lru 00000080:00200000:0.0:1775764894.555342:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007a2b5d57 156791: 1< 0 - - > 2< 642215936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 332 - -> 00000080:00200000:0.0:1775764894.555344:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c75c87bf 00000080:00200000:0.0:1775764894.555345:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.555348:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.555452:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555469:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.555472:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.555474:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.555480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.555482:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.555484:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.555489:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555496:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.555504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.555507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.555510:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.555513:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156791, 156791] 00000080:00200000:0.0:1775764894.555524:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.555527:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.555532:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642220032 i_blocks 1196131 00000080:00200000:0.0:1775764894.555536:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.555550:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642220032, count: 4096 00000080:00200000:0.0:1775764894.555562:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642220032, bytes: 4096 00000080:00200000:0.0:1775764894.555565:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.555568:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156793, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.555569:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642220032, 642224128) 0 0 00000080:00200000:0.0:1775764894.555572:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.555579:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156792, 156792] 00020000:00200000:0.0:1775764894.555581:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642220032 chunk: [642220032, 642224128) 642224128, 4096 00020000:00200000:0.0:1775764894.555584:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.555596:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156792, 156792] 00000008:00010000:0.0:1775764894.555601:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.555603:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.555611:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555620:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642220032 642224127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555628:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555635:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555641:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555649:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642220032, 642224128) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.555655:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156792 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.555679:0:17279:0:(rw26.c:858:ll_write_end()) pos 642220032, len 4096, copied 4096 00000080:00200000:0.0:1775764894.555684:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f162be71[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.555687:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000690fcff fffffc0001001 3:0 ffff967bc91e2a80 156792 lru 00000080:00200000:0.0:1775764894.555692:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006b49c864 156792: 1< 0 - - > 2< 642220032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 333 - -> 00000080:00200000:0.0:1775764894.555694:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f162be71 00000080:00200000:0.0:1775764894.555696:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.555698:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.555707:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555718:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.555721:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.555723:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.555728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.555731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.555733:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.555737:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555744:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.555752:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.555754:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.555758:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.555760:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156792, 156792] 00000080:00200000:0.0:1775764894.555773:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.555776:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.555781:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642224128 i_blocks 1196131 00000080:00200000:0.0:1775764894.555783:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.555797:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642224128, count: 4096 00000080:00200000:0.0:1775764894.555809:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642224128, bytes: 4096 00000080:00200000:0.0:1775764894.555812:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.555815:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156794, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.555816:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642224128, 642228224) 0 0 00000080:00200000:0.0:1775764894.555819:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.555824:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156793, 156793] 00020000:00200000:0.0:1775764894.555827:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642224128 chunk: [642224128, 642228224) 642228224, 4096 00020000:00200000:0.0:1775764894.555829:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.555841:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156793, 156793] 00000008:00010000:0.0:1775764894.555846:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.555848:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.555855:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555864:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642224128 642228223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555872:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555879:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555887:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555895:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642224128, 642228224) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.555900:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156793 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.555918:0:17279:0:(rw26.c:858:ll_write_end()) pos 642224128, len 4096, copied 4096 00000080:00200000:0.0:1775764894.555922:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f91403dd[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.555925:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a156cbbd fffffc0001001 3:0 ffff967bc91e2540 156793 lru 00000080:00200000:0.0:1775764894.555931:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000073d684d3 156793: 1< 0 - - > 2< 642224128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 334 - -> 00000080:00200000:0.0:1775764894.555932:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f91403dd 00000080:00200000:0.0:1775764894.555934:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.555936:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.555945:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.555958:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.555961:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.555963:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.555968:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.555970:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.555973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.555976:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.555984:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.555992:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.555994:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.555998:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.556000:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156793, 156793] 00000080:00200000:0.0:1775764894.556011:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.556014:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.556018:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642228224 i_blocks 1196131 00000080:00200000:0.0:1775764894.556021:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.556036:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642228224, count: 4096 00000080:00200000:0.0:1775764894.556046:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642228224, bytes: 4096 00000080:00200000:0.0:1775764894.556048:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.556052:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156795, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.556053:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642228224, 642232320) 0 0 00000080:00200000:0.0:1775764894.556056:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.556062:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156794, 156794] 00020000:00200000:0.0:1775764894.556064:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642228224 chunk: [642228224, 642232320) 642232320, 4096 00020000:00200000:0.0:1775764894.556066:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.556077:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156794, 156794] 00000008:00010000:0.0:1775764894.556082:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.556084:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.556092:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556101:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642228224 642232319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556109:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556117:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556125:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.556133:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642228224, 642232320) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.556137:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156794 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.556153:0:17279:0:(rw26.c:858:ll_write_end()) pos 642228224, len 4096, copied 4096 00000080:00200000:0.0:1775764894.556157:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b1b737f4[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.556160:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000415af3cd fffffc0001001 3:0 ffff967bc91e20e0 156794 lru 00000080:00200000:0.0:1775764894.556165:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008ef4e718 156794: 1< 0 - - > 2< 642228224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 335 - -> 00000080:00200000:0.0:1775764894.556167:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b1b737f4 00000080:00200000:0.0:1775764894.556169:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.556171:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.556179:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.556190:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.556193:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.556195:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.556200:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.556202:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.556204:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.556208:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556216:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.556224:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.556227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.556232:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.556235:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156794, 156794] 00000080:00200000:0.0:1775764894.556361:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.556365:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.556453:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642232320 i_blocks 1196131 00000080:00200000:0.0:1775764894.556457:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.556475:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642232320, count: 4096 00000080:00200000:0.0:1775764894.556487:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642232320, bytes: 4096 00000080:00200000:0.0:1775764894.556490:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.556494:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156796, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.556496:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642232320, 642236416) 0 0 00000080:00200000:0.0:1775764894.556499:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.556504:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156795, 156795] 00020000:00200000:0.0:1775764894.556508:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642232320 chunk: [642232320, 642236416) 642236416, 4096 00020000:00200000:0.0:1775764894.556510:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.556522:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156795, 156795] 00000008:00010000:0.0:1775764894.556528:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.556530:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.556538:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556547:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642232320 642236415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556555:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556563:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556569:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.556578:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642232320, 642236416) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.556583:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156795 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.556600:0:17279:0:(rw26.c:858:ll_write_end()) pos 642232320, len 4096, copied 4096 00000080:00200000:0.0:1775764894.556604:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ef693406[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.556607:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000037c4b0fa fffffc0001001 3:0 ffff967bc91e21c0 156795 lru 00000080:00200000:0.0:1775764894.556612:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000008da4cc1 156795: 1< 0 - - > 2< 642232320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 336 - -> 00000080:00200000:0.0:1775764894.556614:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ef693406 00000080:00200000:0.0:1775764894.556616:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.556618:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.556627:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.556639:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.556642:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.556644:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.556649:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.556652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.556654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.556658:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556666:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.556674:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.556677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.556681:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.556684:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156795, 156795] 00000080:00200000:0.0:1775764894.556694:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.556697:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.556702:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642236416 i_blocks 1196131 00000080:00200000:0.0:1775764894.556705:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.556720:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642236416, count: 4096 00000080:00200000:0.0:1775764894.556732:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642236416, bytes: 4096 00000080:00200000:0.0:1775764894.556735:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.556738:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156797, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.556740:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642236416, 642240512) 0 0 00000080:00200000:0.0:1775764894.556743:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.556748:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156796, 156796] 00020000:00200000:0.0:1775764894.556750:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642236416 chunk: [642236416, 642240512) 642240512, 4096 00020000:00200000:0.0:1775764894.556753:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.556764:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156796, 156796] 00000008:00010000:0.0:1775764894.556768:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.556770:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.556778:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556786:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642236416 642240511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556794:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556802:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556809:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.556818:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642236416, 642240512) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.556822:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156796 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.556842:0:17279:0:(rw26.c:858:ll_write_end()) pos 642236416, len 4096, copied 4096 00000080:00200000:0.0:1775764894.556846:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f3c7f415[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.556848:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009435b350 fffffc0001001 3:0 ffff967bc91e2700 156796 lru 00000080:00200000:0.0:1775764894.556855:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000003cb0cee 156796: 1< 0 - - > 2< 642236416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 337 - -> 00000080:00200000:0.0:1775764894.556857:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f3c7f415 00000080:00200000:0.0:1775764894.556858:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.556860:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.556868:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.556880:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.556883:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.556885:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.556891:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.556893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.556896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.556899:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.556907:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.556915:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.556917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.556922:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.556924:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156796, 156796] 00000080:00200000:0.0:1775764894.556935:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.556938:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.556943:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642240512 i_blocks 1196131 00000080:00200000:0.0:1775764894.556946:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.556961:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642240512, count: 4096 00000080:00200000:0.0:1775764894.556972:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642240512, bytes: 4096 00000080:00200000:0.0:1775764894.556974:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.556978:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156798, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.556980:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642240512, 642244608) 0 0 00000080:00200000:0.0:1775764894.556982:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.556988:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156797, 156797] 00020000:00200000:0.0:1775764894.556990:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642240512 chunk: [642240512, 642244608) 642244608, 4096 00020000:00200000:0.0:1775764894.556992:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.557004:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156797, 156797] 00000008:00010000:0.0:1775764894.557010:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.557012:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.557019:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557028:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642240512 642244607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557037:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557044:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557050:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557058:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642240512, 642244608) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.557063:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156797 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.557081:0:17279:0:(rw26.c:858:ll_write_end()) pos 642240512, len 4096, copied 4096 00000080:00200000:0.0:1775764894.557085:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cc33088d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.557088:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cb8e73e8 fffffc0001001 3:0 ffff967bc91e22a0 156797 lru 00000080:00200000:0.0:1775764894.557094:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3934afd 156797: 1< 0 - - > 2< 642240512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 338 - -> 00000080:00200000:0.0:1775764894.557096:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cc33088d 00000080:00200000:0.0:1775764894.557098:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.557100:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.557109:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557120:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.557123:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.557125:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.557130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.557133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.557135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.557139:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557148:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.557156:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.557158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.557162:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.557165:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156797, 156797] 00000080:00200000:0.0:1775764894.557176:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.557180:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.557185:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642244608 i_blocks 1196131 00000080:00200000:0.0:1775764894.557187:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.557203:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642244608, count: 4096 00000080:00200000:0.0:1775764894.557214:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642244608, bytes: 4096 00000080:00200000:0.0:1775764894.557217:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.557220:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156799, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.557222:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642244608, 642248704) 0 0 00000080:00200000:0.0:1775764894.557225:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.557230:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156798, 156798] 00020000:00200000:0.0:1775764894.557233:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642244608 chunk: [642244608, 642248704) 642248704, 4096 00020000:00200000:0.0:1775764894.557235:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.557276:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156798, 156798] 00000008:00010000:0.0:1775764894.557282:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.557284:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.557291:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557300:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642244608 642248703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557309:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557316:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557324:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557332:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642244608, 642248704) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.557337:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156798 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.557365:0:17279:0:(rw26.c:858:ll_write_end()) pos 642244608, len 4096, copied 4096 00000080:00200000:0.0:1775764894.557450:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000013facfb7[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.557455:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d3838f60 fffffc0001001 3:0 ffff967bc91e2e00 156798 lru 00000080:00200000:0.0:1775764894.557461:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004bb95b8d 156798: 1< 0 - - > 2< 642244608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 339 - -> 00000080:00200000:0.0:1775764894.557464:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000013facfb7 00000080:00200000:0.0:1775764894.557466:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.557468:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.557477:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557490:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.557493:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.557496:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.557502:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.557504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.557507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.557510:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557518:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.557527:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.557530:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.557534:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.557536:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156798, 156798] 00000080:00200000:0.0:1775764894.557548:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.557551:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.557556:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642248704 i_blocks 1196131 00000080:00200000:0.0:1775764894.557559:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.557574:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642248704, count: 4096 00000080:00200000:0.0:1775764894.557586:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642248704, bytes: 4096 00000080:00200000:0.0:1775764894.557589:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.557593:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156800, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.557594:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642248704, 642252800) 0 0 00000080:00200000:0.0:1775764894.557597:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.557602:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156799, 156799] 00020000:00200000:0.0:1775764894.557605:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642248704 chunk: [642248704, 642252800) 642252800, 4096 00020000:00200000:0.0:1775764894.557607:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.557620:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156799, 156799] 00000008:00010000:0.0:1775764894.557625:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.557627:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.557635:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557643:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642248704 642252799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557652:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557660:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557667:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557676:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642248704, 642252800) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.557681:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156799 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.557699:0:17279:0:(rw26.c:858:ll_write_end()) pos 642248704, len 4096, copied 4096 00000080:00200000:0.0:1775764894.557704:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000028b9f04b[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.557706:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dbcce680 fffffc0001001 3:0 ffff967bc91e28c0 156799 lru 00000080:00200000:0.0:1775764894.557712:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000c95d2d2 156799: 1< 0 - - > 2< 642248704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 340 - -> 00000080:00200000:0.0:1775764894.557714:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000028b9f04b 00000080:00200000:0.0:1775764894.557716:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.557718:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.557727:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557739:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.557743:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.557745:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.557750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.557753:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.557755:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.557759:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557766:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.557773:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.557776:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.557780:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.557783:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156799, 156799] 00000080:00200000:0.0:1775764894.557793:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.557797:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.557801:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642252800 i_blocks 1196131 00000080:00200000:0.0:1775764894.557804:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.557819:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642252800, count: 4096 00000080:00200000:0.0:1775764894.557830:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642252800, bytes: 4096 00000080:00200000:0.0:1775764894.557832:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.557836:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156801, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.557837:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642252800, 642256896) 0 0 00000080:00200000:0.0:1775764894.557840:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.557845:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156800, 156800] 00020000:00200000:0.0:1775764894.557848:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642252800 chunk: [642252800, 642256896) 642256896, 4096 00020000:00200000:0.0:1775764894.557850:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.557862:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156800, 156800] 00000008:00010000:0.0:1775764894.557867:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.557869:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.557877:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557886:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642252800 642256895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557895:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557902:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.557908:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557917:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642252800, 642256896) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.557922:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156800 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.557944:0:17279:0:(rw26.c:858:ll_write_end()) pos 642252800, len 4096, copied 4096 00000080:00200000:0.0:1775764894.557949:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ee1fbff1[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.557952:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000059a60187 fffffc0001001 3:0 ffff967bc91e2460 156800 lru 00000080:00200000:0.0:1775764894.557957:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d8670802 156800: 1< 0 - - > 2< 642252800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 341 - -> 00000080:00200000:0.0:1775764894.557960:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ee1fbff1 00000080:00200000:0.0:1775764894.557961:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.557963:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.557972:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.557984:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.557987:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.557989:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.557995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.557998:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.558000:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.558004:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558012:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.558020:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.558022:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.558027:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.558030:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156800, 156800] 00000080:00200000:0.0:1775764894.558041:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.558044:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.558049:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642256896 i_blocks 1196131 00000080:00200000:0.0:1775764894.558052:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.558067:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642256896, count: 4096 00000080:00200000:0.0:1775764894.558078:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642256896, bytes: 4096 00000080:00200000:0.0:1775764894.558081:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.558084:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156802, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.558086:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642256896, 642260992) 0 0 00000080:00200000:0.0:1775764894.558089:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.558095:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156801, 156801] 00020000:00200000:0.0:1775764894.558098:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642256896 chunk: [642256896, 642260992) 642260992, 4096 00020000:00200000:0.0:1775764894.558101:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.558114:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156801, 156801] 00000008:00010000:0.0:1775764894.558120:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.558122:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.558130:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558140:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642256896 642260991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558151:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558159:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558167:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.558175:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642256896, 642260992) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.558179:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156801 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.558204:0:17279:0:(rw26.c:858:ll_write_end()) pos 642256896, len 4096, copied 4096 00000080:00200000:0.0:1775764894.558208:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b65871b6[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.558210:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004f85d681 fffffc0001021 2:0 ffff967bc91e2ee0 156801 lru 00000080:00200000:0.0:1775764894.558215:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0c8e93a 156801: 1< 0 - - > 2< 642256896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 342 - -> 00000080:00200000:0.0:1775764894.558216:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b65871b6 00000080:00200000:0.0:1775764894.558218:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.558220:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.558228:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.558239:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.558241:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.558243:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.558367:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.558454:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.558458:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.558463:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558472:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.558480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.558483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.558487:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.558490:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156801, 156801] 00000080:00200000:0.0:1775764894.558502:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.558505:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.558511:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642260992 i_blocks 1196131 00000080:00200000:0.0:1775764894.558514:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.558529:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642260992, count: 4096 00000080:00200000:0.0:1775764894.558541:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642260992, bytes: 4096 00000080:00200000:0.0:1775764894.558544:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.558548:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156803, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.558549:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642260992, 642265088) 0 0 00000080:00200000:0.0:1775764894.558551:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.558557:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156802, 156802] 00020000:00200000:0.0:1775764894.558560:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642260992 chunk: [642260992, 642265088) 642265088, 4096 00020000:00200000:0.0:1775764894.558562:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.558574:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156802, 156802] 00000008:00010000:0.0:1775764894.558580:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.558582:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.558590:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558599:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642260992 642265087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558607:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558614:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558621:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.558630:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642260992, 642265088) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.558635:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156802 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.558657:0:17279:0:(rw26.c:858:ll_write_end()) pos 642260992, len 4096, copied 4096 00000080:00200000:0.0:1775764894.558661:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ce7a9bd9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.558663:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b5ec756d fffffc0001001 3:0 ffff967bc91e2d20 156802 lru 00000080:00200000:0.0:1775764894.558668:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000020613fe0 156802: 1< 0 - - > 2< 642260992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 343 - -> 00000080:00200000:0.0:1775764894.558669:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ce7a9bd9 00000080:00200000:0.0:1775764894.558671:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.558673:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.558682:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.558693:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.558696:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.558698:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.558704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.558707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.558709:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.558713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558720:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.558729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.558731:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.558736:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.558739:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156802, 156802] 00000080:00200000:0.0:1775764894.558750:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.558753:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.558758:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642265088 i_blocks 1196131 00000080:00200000:0.0:1775764894.558761:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.558776:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642265088, count: 4096 00000080:00200000:0.0:1775764894.558788:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642265088, bytes: 4096 00000080:00200000:0.0:1775764894.558791:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.558795:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156804, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.558796:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642265088, 642269184) 0 0 00000080:00200000:0.0:1775764894.558799:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.558804:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156803, 156803] 00020000:00200000:0.0:1775764894.558807:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642265088 chunk: [642265088, 642269184) 642269184, 4096 00020000:00200000:0.0:1775764894.558809:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.558822:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156803, 156803] 00000008:00010000:0.0:1775764894.558827:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.558829:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.558838:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558846:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642265088 642269183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558854:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558860:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558867:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.558875:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642265088, 642269184) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.558881:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156803 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.558898:0:17279:0:(rw26.c:858:ll_write_end()) pos 642265088, len 4096, copied 4096 00000080:00200000:0.0:1775764894.558902:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000052ac8d87[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.558905:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f56cb364 fffffc0001001 3:0 ffff967bc91e27e0 156803 lru 00000080:00200000:0.0:1775764894.558911:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008edf2777 156803: 1< 0 - - > 2< 642265088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 344 - -> 00000080:00200000:0.0:1775764894.558913:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000052ac8d87 00000080:00200000:0.0:1775764894.558914:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.558917:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.558925:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.558937:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.558940:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.558943:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.558949:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.558951:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.558954:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.558958:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.558965:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.558973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.558975:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.558979:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.558982:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156803, 156803] 00000080:00200000:0.0:1775764894.558992:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.558995:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.559000:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642269184 i_blocks 1196131 00000080:00200000:0.0:1775764894.559002:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.559017:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642269184, count: 4096 00000080:00200000:0.0:1775764894.559028:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642269184, bytes: 4096 00000080:00200000:0.0:1775764894.559030:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.559034:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156805, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.559035:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642269184, 642273280) 0 0 00000080:00200000:0.0:1775764894.559038:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.559043:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156804, 156804] 00020000:00200000:0.0:1775764894.559046:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642269184 chunk: [642269184, 642273280) 642273280, 4096 00020000:00200000:0.0:1775764894.559049:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.559060:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156804, 156804] 00000008:00010000:0.0:1775764894.559065:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.559067:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.559075:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559084:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642269184 642273279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559091:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559099:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559106:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.559115:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642269184, 642273280) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.559119:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156804 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.559136:0:17279:0:(rw26.c:858:ll_write_end()) pos 642269184, len 4096, copied 4096 00000080:00200000:0.0:1775764894.559294:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c281e13a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.559297:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e15b5ebb fffffc0001001 3:0 ffff967bc91e2b60 156804 lru 00000080:00200000:0.0:1775764894.559303:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000012266fee 156804: 1< 0 - - > 2< 642269184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 345 - -> 00000080:00200000:0.0:1775764894.559305:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c281e13a 00000080:00200000:0.0:1775764894.559307:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.559309:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.559320:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.559333:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.559336:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.559339:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.559345:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.559347:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.559359:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.559363:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559451:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.559462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.559465:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.559470:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.559473:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156804, 156804] 00000080:00200000:0.0:1775764894.559485:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.559489:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.559494:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642273280 i_blocks 1196131 00000080:00200000:0.0:1775764894.559497:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.559513:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642273280, count: 4096 00000080:00200000:0.0:1775764894.559525:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642273280, bytes: 4096 00000080:00200000:0.0:1775764894.559528:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.559532:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156806, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.559533:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642273280, 642277376) 0 0 00000080:00200000:0.0:1775764894.559536:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.559541:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156805, 156805] 00020000:00200000:0.0:1775764894.559544:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642273280 chunk: [642273280, 642277376) 642277376, 4096 00020000:00200000:0.0:1775764894.559546:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.559559:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156805, 156805] 00000008:00010000:0.0:1775764894.559564:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.559567:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.559574:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559583:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642273280 642277375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559592:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559599:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559606:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.559614:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642273280, 642277376) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.559620:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156805 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.559637:0:17279:0:(rw26.c:858:ll_write_end()) pos 642273280, len 4096, copied 4096 00000080:00200000:0.0:1775764894.559642:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009d67f6fc[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.559645:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b865b1ec fffffc0001001 3:0 ffff967bc91e2620 156805 lru 00000080:00200000:0.0:1775764894.559651:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000056dc27d2 156805: 1< 0 - - > 2< 642273280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 346 - -> 00000080:00200000:0.0:1775764894.559653:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009d67f6fc 00000080:00200000:0.0:1775764894.559654:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.559656:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.559665:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.559678:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.559680:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.559683:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.559689:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.559691:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.559694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.559697:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559705:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.559713:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.559716:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.559720:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.559723:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156805, 156805] 00000080:00200000:0.0:1775764894.559734:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.559737:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.559742:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642277376 i_blocks 1196131 00000080:00200000:0.0:1775764894.559746:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.559760:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642277376, count: 4096 00000080:00200000:0.0:1775764894.559771:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642277376, bytes: 4096 00000080:00200000:0.0:1775764894.559774:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.559778:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156807, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.559779:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642277376, 642281472) 0 0 00000080:00200000:0.0:1775764894.559782:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.559788:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156806, 156806] 00020000:00200000:0.0:1775764894.559791:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642277376 chunk: [642277376, 642281472) 642281472, 4096 00020000:00200000:0.0:1775764894.559793:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.559805:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156806, 156806] 00000008:00010000:0.0:1775764894.559811:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.559813:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.559821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559829:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642277376 642281471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559844:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559850:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.559858:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642277376, 642281472) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.559864:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156806 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.559880:0:17279:0:(rw26.c:858:ll_write_end()) pos 642277376, len 4096, copied 4096 00000080:00200000:0.0:1775764894.559885:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cbb7575f[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.559888:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001f843574 fffffc0001001 3:0 ffff967bc91e2000 156806 lru 00000080:00200000:0.0:1775764894.559894:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008bd7b603 156806: 1< 0 - - > 2< 642277376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 347 - -> 00000080:00200000:0.0:1775764894.559896:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cbb7575f 00000080:00200000:0.0:1775764894.559897:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.559899:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.559909:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.559922:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.559925:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.559928:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.559934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.559937:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.559939:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.559943:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.559951:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.559959:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.559962:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.559967:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.559969:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156806, 156806] 00000080:00200000:0.0:1775764894.559981:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.559984:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.559989:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642281472 i_blocks 1196131 00000080:00200000:0.0:1775764894.559992:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.560007:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642281472, count: 4096 00000080:00200000:0.0:1775764894.560020:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642281472, bytes: 4096 00000080:00200000:0.0:1775764894.560023:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.560026:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156808, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.560028:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642281472, 642285568) 0 0 00000080:00200000:0.0:1775764894.560031:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.560037:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156807, 156807] 00020000:00200000:0.0:1775764894.560039:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642281472 chunk: [642281472, 642285568) 642285568, 4096 00020000:00200000:0.0:1775764894.560042:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.560053:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156807, 156807] 00000008:00010000:0.0:1775764894.560059:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.560061:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.560069:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560078:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642281472 642285567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560087:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560095:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560102:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.560111:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642281472, 642285568) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.560117:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156807 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.560134:0:17279:0:(rw26.c:858:ll_write_end()) pos 642281472, len 4096, copied 4096 00000080:00200000:0.0:1775764894.560139:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eb0a7037[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.560141:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b85bb1a1 fffffc0001001 3:0 ffff967bc91e2380 156807 lru 00000080:00200000:0.0:1775764894.560147:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000016b72daa 156807: 1< 0 - - > 2< 642281472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 348 - -> 00000080:00200000:0.0:1775764894.560150:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eb0a7037 00000080:00200000:0.0:1775764894.560151:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.560153:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.560162:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.560174:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.560177:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.560179:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.560185:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.560187:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.560190:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.560194:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560203:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.560210:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.560213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.560218:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.560220:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156807, 156807] 00000080:00200000:0.0:1775764894.560231:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.560234:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.560238:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642285568 i_blocks 1196131 00000080:00200000:0.0:1775764894.560241:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.560363:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642285568, count: 4096 00000080:00200000:0.0:1775764894.560459:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642285568, bytes: 4096 00000080:00200000:0.0:1775764894.560463:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.560467:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156809, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.560469:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642285568, 642289664) 0 0 00000080:00200000:0.0:1775764894.560472:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.560477:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156808, 156808] 00020000:00200000:0.0:1775764894.560480:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642285568 chunk: [642285568, 642289664) 642289664, 4096 00020000:00200000:0.0:1775764894.560483:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.560496:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156808, 156808] 00000008:00010000:0.0:1775764894.560502:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.560504:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.560512:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560521:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642285568 642289663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560529:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560537:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560544:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.560552:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642285568, 642289664) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.560558:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156808 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.560576:0:17279:0:(rw26.c:858:ll_write_end()) pos 642285568, len 4096, copied 4096 00000080:00200000:0.0:1775764894.560581:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000031222913[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.560584:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba09d834 fffffc0001001 3:0 ffff967bc91e2c40 156808 lru 00000080:00200000:0.0:1775764894.560590:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003e4a8c5d 156808: 1< 0 - - > 2< 642285568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 349 - -> 00000080:00200000:0.0:1775764894.560592:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000031222913 00000080:00200000:0.0:1775764894.560593:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.560595:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.560604:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.560617:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.560620:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.560622:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.560628:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.560631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.560634:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.560637:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560645:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.560653:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.560656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.560661:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.560663:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156808, 156808] 00000080:00200000:0.0:1775764894.560675:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.560678:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.560684:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642289664 i_blocks 1196131 00000080:00200000:0.0:1775764894.560687:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.560702:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642289664, count: 4096 00000080:00200000:0.0:1775764894.560714:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642289664, bytes: 4096 00000080:00200000:0.0:1775764894.560717:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.560721:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156810, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.560723:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642289664, 642293760) 0 0 00000080:00200000:0.0:1775764894.560726:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.560732:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156809, 156809] 00020000:00200000:0.0:1775764894.560734:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642289664 chunk: [642289664, 642293760) 642293760, 4096 00020000:00200000:0.0:1775764894.560737:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.560749:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156809, 156809] 00000008:00010000:0.0:1775764894.560754:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.560757:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.560764:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560773:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642289664 642293759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560782:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560790:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560797:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.560806:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642289664, 642293760) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.560812:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156809 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.560840:0:17279:0:(rw26.c:858:ll_write_end()) pos 642289664, len 4096, copied 4096 00000080:00200000:0.0:1775764894.560845:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fcf7d53d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.560847:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a07b5176 fffffc0001001 3:0 ffff967bc91e3620 156809 lru 00000080:00200000:0.0:1775764894.560853:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008c4bef54 156809: 1< 0 - - > 2< 642289664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 350 - -> 00000080:00200000:0.0:1775764894.560855:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fcf7d53d 00000080:00200000:0.0:1775764894.560856:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.560858:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.560867:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.560880:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.560882:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.560885:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.560890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.560893:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.560895:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.560899:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.560907:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.560916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.560918:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.560922:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.560925:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156809, 156809] 00000080:00200000:0.0:1775764894.560936:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.560939:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.560944:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642293760 i_blocks 1196131 00000080:00200000:0.0:1775764894.560947:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.560962:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642293760, count: 4096 00000080:00200000:0.0:1775764894.560974:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642293760, bytes: 4096 00000080:00200000:0.0:1775764894.560977:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.560981:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156811, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.560982:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642293760, 642297856) 0 0 00000080:00200000:0.0:1775764894.560986:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.560991:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156810, 156810] 00020000:00200000:0.0:1775764894.560994:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642293760 chunk: [642293760, 642297856) 642297856, 4096 00020000:00200000:0.0:1775764894.560997:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.561009:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156810, 156810] 00000008:00010000:0.0:1775764894.561015:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.561018:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.561025:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561034:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642293760 642297855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561042:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561049:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561057:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.561065:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642293760, 642297856) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.561070:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156810 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.561087:0:17279:0:(rw26.c:858:ll_write_end()) pos 642293760, len 4096, copied 4096 00000080:00200000:0.0:1775764894.561091:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000072ea8d6c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.561094:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000542569f4 fffffc0001001 3:0 ffff967bc91e3000 156810 lru 00000080:00200000:0.0:1775764894.561100:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000222277cf 156810: 1< 0 - - > 2< 642293760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 351 - -> 00000080:00200000:0.0:1775764894.561102:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000072ea8d6c 00000080:00200000:0.0:1775764894.561104:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.561106:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.561115:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.561127:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.561130:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.561132:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.561138:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.561140:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.561142:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.561146:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561154:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.561162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.561164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.561168:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.561171:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156810, 156810] 00000080:00200000:0.0:1775764894.561182:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.561185:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.561191:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642297856 i_blocks 1196131 00000080:00200000:0.0:1775764894.561193:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.561208:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642297856, count: 4096 00000080:00200000:0.0:1775764894.561219:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642297856, bytes: 4096 00000080:00200000:0.0:1775764894.561221:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.561225:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156812, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.561226:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642297856, 642301952) 0 0 00000080:00200000:0.0:1775764894.561229:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.561234:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156811, 156811] 00020000:00200000:0.0:1775764894.561236:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642297856 chunk: [642297856, 642301952) 642301952, 4096 00020000:00200000:0.0:1775764894.561239:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.561332:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156811, 156811] 00000008:00010000:0.0:1775764894.561338:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.561341:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.561358:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561368:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642297856 642301951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561461:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561469:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561476:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.561484:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642297856, 642301952) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.561490:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156811 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.561506:0:17279:0:(rw26.c:858:ll_write_end()) pos 642297856, len 4096, copied 4096 00000080:00200000:0.0:1775764894.561510:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dc252a44[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.561513:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007ae9187f fffffc0001001 3:0 ffff967bc91e3380 156811 lru 00000080:00200000:0.0:1775764894.561518:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008341d24e 156811: 1< 0 - - > 2< 642297856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 352 - -> 00000080:00200000:0.0:1775764894.561521:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dc252a44 00000080:00200000:0.0:1775764894.561523:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.561525:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.561534:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.561546:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.561549:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.561551:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.561556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.561559:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.561561:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.561565:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561573:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.561582:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.561584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.561588:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.561591:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156811, 156811] 00000080:00200000:0.0:1775764894.561602:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.561605:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.561610:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642301952 i_blocks 1196131 00000080:00200000:0.0:1775764894.561613:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.561628:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642301952, count: 4096 00000080:00200000:0.0:1775764894.561640:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642301952, bytes: 4096 00000080:00200000:0.0:1775764894.561643:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.561646:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156813, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.561647:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642301952, 642306048) 0 0 00000080:00200000:0.0:1775764894.561650:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.561656:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156812, 156812] 00020000:00200000:0.0:1775764894.561659:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642301952 chunk: [642301952, 642306048) 642306048, 4096 00020000:00200000:0.0:1775764894.561661:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.561672:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156812, 156812] 00000008:00010000:0.0:1775764894.561677:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.561680:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.561688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561697:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642301952 642306047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561719:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.561727:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642301952, 642306048) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.561733:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156812 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.561750:0:17279:0:(rw26.c:858:ll_write_end()) pos 642301952, len 4096, copied 4096 00000080:00200000:0.0:1775764894.561754:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004d790625[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.561757:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1558511 fffffc0001001 3:0 ffff967bc91e3c40 156812 lru 00000080:00200000:0.0:1775764894.561761:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000e9d096e 156812: 1< 0 - - > 2< 642301952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 353 - -> 00000080:00200000:0.0:1775764894.561763:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004d790625 00000080:00200000:0.0:1775764894.561764:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.561766:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.561774:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.561786:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.561789:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.561792:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.561797:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.561800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.561802:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.561806:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.561814:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.561823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.561825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.561828:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.561831:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156812, 156812] 00000080:00200000:0.0:1775764894.561842:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.561845:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.561850:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642306048 i_blocks 1196131 00000080:00200000:0.0:1775764894.561853:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.561866:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642306048, count: 4096 00000080:00200000:0.0:1775764894.561877:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642306048, bytes: 4096 00000080:00200000:0.0:1775764894.561880:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.561884:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156814, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.561886:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642306048, 642310144) 0 0 00000080:00200000:0.0:1775764894.561889:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.561894:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156813, 156813] 00020000:00200000:0.0:1775764894.561897:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642306048 chunk: [642306048, 642310144) 642310144, 4096 00020000:00200000:0.0:1775764894.561899:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.561911:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156813, 156813] 00000008:00010000:0.0:1775764894.561916:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.561919:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.561927:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562112:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642306048 642310143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562123:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562131:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562138:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.562146:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642306048, 642310144) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.562151:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156813 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.562168:0:17279:0:(rw26.c:858:ll_write_end()) pos 642306048, len 4096, copied 4096 00000080:00200000:0.0:1775764894.562172:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d88d9892[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.562175:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008c1f6680 fffffc0001001 3:0 ffff967bc91e39a0 156813 lru 00000080:00200000:0.0:1775764894.562181:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fbe59a42 156813: 1< 0 - - > 2< 642306048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 354 - -> 00000080:00200000:0.0:1775764894.562184:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d88d9892 00000080:00200000:0.0:1775764894.562186:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.562188:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.562196:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.562208:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.562210:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.562213:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.562218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.562221:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.562223:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.562227:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562235:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.562243:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.562329:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.562334:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.562337:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156813, 156813] 00000080:00200000:0.0:1775764894.562359:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.562362:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.562368:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642310144 i_blocks 1196131 00000080:00200000:0.0:1775764894.562455:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.562474:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642310144, count: 4096 00000080:00200000:0.0:1775764894.562486:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642310144, bytes: 4096 00000080:00200000:0.0:1775764894.562490:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.562494:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156815, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.562495:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642310144, 642314240) 0 0 00000080:00200000:0.0:1775764894.562499:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.562505:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156814, 156814] 00020000:00200000:0.0:1775764894.562509:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642310144 chunk: [642310144, 642314240) 642314240, 4096 00020000:00200000:0.0:1775764894.562512:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.562525:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156814, 156814] 00000008:00010000:0.0:1775764894.562531:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.562533:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.562541:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562550:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642310144 642314239) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562558:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562566:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562573:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.562581:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642310144, 642314240) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.562586:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156814 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.562603:0:17279:0:(rw26.c:858:ll_write_end()) pos 642310144, len 4096, copied 4096 00000080:00200000:0.0:1775764894.562607:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005b3ff4f9[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.562610:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e580b6e9 fffffc0001001 3:0 ffff967bc91e3a80 156814 lru 00000080:00200000:0.0:1775764894.562616:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000450f595c 156814: 1< 0 - - > 2< 642310144 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 355 - -> 00000080:00200000:0.0:1775764894.562618:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005b3ff4f9 00000080:00200000:0.0:1775764894.562619:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.562621:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.562631:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.562642:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.562645:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.562647:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.562652:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.562655:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.562657:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.562660:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562667:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.562675:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.562677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.562680:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.562683:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156814, 156814] 00000080:00200000:0.0:1775764894.562694:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.562697:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.562701:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642314240 i_blocks 1196131 00000080:00200000:0.0:1775764894.562704:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.562718:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642314240, count: 4096 00000080:00200000:0.0:1775764894.562727:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642314240, bytes: 4096 00000080:00200000:0.0:1775764894.562730:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.562733:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156816, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.562734:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642314240, 642318336) 0 0 00000080:00200000:0.0:1775764894.562737:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.562741:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156815, 156815] 00020000:00200000:0.0:1775764894.562744:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642314240 chunk: [642314240, 642318336) 642318336, 4096 00020000:00200000:0.0:1775764894.562746:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.562756:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156815, 156815] 00000008:00010000:0.0:1775764894.562761:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.562762:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.562770:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562778:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642314240 642318335) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562785:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562792:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562798:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.562805:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642314240, 642318336) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.562810:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156815 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.562827:0:17279:0:(rw26.c:858:ll_write_end()) pos 642314240, len 4096, copied 4096 00000080:00200000:0.0:1775764894.562831:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a0aa12fa[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.562834:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a0822e94 fffffc0001001 3:0 ffff967bc91e3540 156815 lru 00000080:00200000:0.0:1775764894.562840:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a412da39 156815: 1< 0 - - > 2< 642314240 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 356 - -> 00000080:00200000:0.0:1775764894.562842:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a0aa12fa 00000080:00200000:0.0:1775764894.562844:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.562846:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.562853:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.562864:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.562867:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.562869:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.562875:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.562877:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.562880:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.562883:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.562891:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.562898:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.562900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.562904:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.562907:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156815, 156815] 00000080:00200000:0.0:1775764894.562920:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.562922:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.562928:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642318336 i_blocks 1196131 00000080:00200000:0.0:1775764894.562931:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.562946:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642318336, count: 4096 00000080:00200000:0.0:1775764894.562957:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642318336, bytes: 4096 00000080:00200000:0.0:1775764894.562960:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.562964:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156817, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.562965:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642318336, 642322432) 0 0 00000080:00200000:0.0:1775764894.562968:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.562973:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156816, 156816] 00020000:00200000:0.0:1775764894.562976:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642318336 chunk: [642318336, 642322432) 642322432, 4096 00020000:00200000:0.0:1775764894.562978:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.562991:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156816, 156816] 00000008:00010000:0.0:1775764894.562996:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.562999:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.563006:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563015:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642318336 642322431) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563023:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563030:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563037:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563046:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642318336, 642322432) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.563051:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156816 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.563074:0:17279:0:(rw26.c:858:ll_write_end()) pos 642318336, len 4096, copied 4096 00000080:00200000:0.0:1775764894.563078:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000084e55f68[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.563081:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f74bfcb7 fffffc0001021 2:0 ffff967bc91e30e0 156816 lru 00000080:00200000:0.0:1775764894.563086:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005a94cfbb 156816: 1< 0 - - > 2< 642318336 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 357 - -> 00000080:00200000:0.0:1775764894.563088:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000084e55f68 00000080:00200000:0.0:1775764894.563090:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.563092:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.563100:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563111:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.563114:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.563116:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.563122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.563124:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.563126:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.563130:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563138:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.563145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.563147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.563151:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.563154:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156816, 156816] 00000080:00200000:0.0:1775764894.563166:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.563169:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.563174:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642322432 i_blocks 1196131 00000080:00200000:0.0:1775764894.563177:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.563191:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642322432, count: 4096 00000080:00200000:0.0:1775764894.563203:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642322432, bytes: 4096 00000080:00200000:0.0:1775764894.563205:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.563209:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156818, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.563210:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642322432, 642326528) 0 0 00000080:00200000:0.0:1775764894.563213:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.563218:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156817, 156817] 00020000:00200000:0.0:1775764894.563221:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642322432 chunk: [642322432, 642326528) 642326528, 4096 00020000:00200000:0.0:1775764894.563223:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.563235:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156817, 156817] 00000008:00010000:0.0:1775764894.563241:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.563243:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.563277:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563286:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642322432 642326527) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563294:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563301:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563307:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563315:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642322432, 642326528) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.563321:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156817 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.563337:0:17279:0:(rw26.c:858:ll_write_end()) pos 642322432, len 4096, copied 4096 00000080:00200000:0.0:1775764894.563342:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000caa7716c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.563345:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d42aa5ce fffffc0001001 3:0 ffff967bc91e31c0 156817 lru 00000080:00200000:0.0:1775764894.563362:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006b6a06f0 156817: 1< 0 - - > 2< 642322432 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 358 - -> 00000080:00200000:0.0:1775764894.563364:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000caa7716c 00000080:00200000:0.0:1775764894.563366:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.563368:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.563458:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563471:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.563475:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.563477:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.563483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.563485:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.563488:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.563492:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563499:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.563507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.563509:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.563514:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.563517:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156817, 156817] 00000080:00200000:0.0:1775764894.563528:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.563531:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.563537:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642326528 i_blocks 1196131 00000080:00200000:0.0:1775764894.563539:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.563554:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642326528, count: 4096 00000080:00200000:0.0:1775764894.563566:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642326528, bytes: 4096 00000080:00200000:0.0:1775764894.563569:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.563573:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156819, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.563574:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642326528, 642330624) 0 0 00000080:00200000:0.0:1775764894.563577:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.563582:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156818, 156818] 00020000:00200000:0.0:1775764894.563585:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642326528 chunk: [642326528, 642330624) 642330624, 4096 00020000:00200000:0.0:1775764894.563587:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.563600:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156818, 156818] 00000008:00010000:0.0:1775764894.563606:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.563608:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.563616:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563625:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642326528 642330623) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563633:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563640:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563647:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563655:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642326528, 642330624) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.563660:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156818 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.563676:0:17279:0:(rw26.c:858:ll_write_end()) pos 642326528, len 4096, copied 4096 00000080:00200000:0.0:1775764894.563680:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001ad2111c[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.563683:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fc857fbb fffffc0001001 3:0 ffff967bc91e3700 156818 lru 00000080:00200000:0.0:1775764894.563689:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000018e6ea6 156818: 1< 0 - - > 2< 642326528 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 359 - -> 00000080:00200000:0.0:1775764894.563691:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001ad2111c 00000080:00200000:0.0:1775764894.563692:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.563695:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.563703:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563715:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.563717:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.563720:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.563725:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.563727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.563730:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.563733:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563741:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.563749:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.563751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.563755:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.563758:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156818, 156818] 00000080:00200000:0.0:1775764894.563769:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.563772:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.563776:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642330624 i_blocks 1196131 00000080:00200000:0.0:1775764894.563779:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.563793:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642330624, count: 4096 00000080:00200000:0.0:1775764894.563805:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642330624, bytes: 4096 00000080:00200000:0.0:1775764894.563808:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.563812:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156820, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.563813:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642330624, 642334720) 0 0 00000080:00200000:0.0:1775764894.563817:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.563822:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156819, 156819] 00020000:00200000:0.0:1775764894.563825:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642330624 chunk: [642330624, 642334720) 642334720, 4096 00020000:00200000:0.0:1775764894.563827:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.563839:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156819, 156819] 00000008:00010000:0.0:1775764894.563845:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.563847:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.563854:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563864:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642330624 642334719) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563872:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563879:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563885:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563892:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642330624, 642334720) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.563898:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156819 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.563914:0:17279:0:(rw26.c:858:ll_write_end()) pos 642330624, len 4096, copied 4096 00000080:00200000:0.0:1775764894.563918:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ea75a428[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.563921:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006f3a08f3 fffffc0001001 3:0 ffff967bc91e32a0 156819 lru 00000080:00200000:0.0:1775764894.563927:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b28b25ec 156819: 1< 0 - - > 2< 642330624 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 360 - -> 00000080:00200000:0.0:1775764894.563929:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ea75a428 00000080:00200000:0.0:1775764894.563930:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.563933:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.563940:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.563953:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.563956:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.563958:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.563964:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.563966:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.563969:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.563972:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.563981:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.563989:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.563991:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.563995:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.563998:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156819, 156819] 00000080:00200000:0.0:1775764894.564008:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.564012:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.564017:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642334720 i_blocks 1196131 00000080:00200000:0.0:1775764894.564020:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.564036:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642334720, count: 4096 00000080:00200000:0.0:1775764894.564048:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642334720, bytes: 4096 00000080:00200000:0.0:1775764894.564051:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.564054:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156821, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.564056:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642334720, 642338816) 0 0 00000080:00200000:0.0:1775764894.564059:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.564064:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156820, 156820] 00020000:00200000:0.0:1775764894.564067:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642334720 chunk: [642334720, 642338816) 642338816, 4096 00020000:00200000:0.0:1775764894.564069:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.564082:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156820, 156820] 00000008:00010000:0.0:1775764894.564087:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.564089:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.564097:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564106:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642334720 642338815) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564114:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564122:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564129:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.564137:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642334720, 642338816) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.564142:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156820 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.564160:0:17279:0:(rw26.c:858:ll_write_end()) pos 642334720, len 4096, copied 4096 00000080:00200000:0.0:1775764894.564164:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006fece84e[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.564167:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000552640d7 fffffc0001001 3:0 ffff967bc91e3e00 156820 lru 00000080:00200000:0.0:1775764894.564173:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000eec1a361 156820: 1< 0 - - > 2< 642334720 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 361 - -> 00000080:00200000:0.0:1775764894.564175:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006fece84e 00000080:00200000:0.0:1775764894.564176:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.564179:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.564188:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.564200:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.564202:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.564205:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.564211:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.564214:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.564216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.564220:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564228:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.564236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.564238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.564243:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.564356:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156820, 156820] 00000080:00200000:0.0:1775764894.564448:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.564452:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.564457:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642338816 i_blocks 1196131 00000080:00200000:0.0:1775764894.564460:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.564477:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642338816, count: 4096 00000080:00200000:0.0:1775764894.564489:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642338816, bytes: 4096 00000080:00200000:0.0:1775764894.564492:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.564496:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156822, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.564497:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642338816, 642342912) 0 0 00000080:00200000:0.0:1775764894.564500:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.564506:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156821, 156821] 00020000:00200000:0.0:1775764894.564510:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642338816 chunk: [642338816, 642342912) 642342912, 4096 00020000:00200000:0.0:1775764894.564512:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.564524:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156821, 156821] 00000008:00010000:0.0:1775764894.564530:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.564532:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.564541:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564550:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642338816 642342911) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564558:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564565:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564571:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.564580:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642338816, 642342912) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.564586:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156821 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.564603:0:17279:0:(rw26.c:858:ll_write_end()) pos 642338816, len 4096, copied 4096 00000080:00200000:0.0:1775764894.564608:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a1a0453f[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.564611:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000015d96f38 fffffc0001001 3:0 ffff967bc91e38c0 156821 lru 00000080:00200000:0.0:1775764894.564617:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005c1b1e5a 156821: 1< 0 - - > 2< 642338816 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 362 - -> 00000080:00200000:0.0:1775764894.564619:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a1a0453f 00000080:00200000:0.0:1775764894.564620:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.564622:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.564631:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.564643:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.564646:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.564648:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.564654:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.564656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.564659:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.564663:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564670:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.564678:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.564681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.564686:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.564689:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156821, 156821] 00000080:00200000:0.0:1775764894.564700:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.564703:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.564708:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642342912 i_blocks 1196131 00000080:00200000:0.0:1775764894.564711:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.564726:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642342912, count: 4096 00000080:00200000:0.0:1775764894.564738:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642342912, bytes: 4096 00000080:00200000:0.0:1775764894.564741:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.564744:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156823, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.564746:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642342912, 642347008) 0 0 00000080:00200000:0.0:1775764894.564749:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.564754:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156822, 156822] 00020000:00200000:0.0:1775764894.564757:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642342912 chunk: [642342912, 642347008) 642347008, 4096 00020000:00200000:0.0:1775764894.564759:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.564772:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156822, 156822] 00000008:00010000:0.0:1775764894.564777:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.564780:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.564788:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564797:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642342912 642347007) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564806:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564814:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564821:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.564829:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642342912, 642347008) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.564834:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156822 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.564851:0:17279:0:(rw26.c:858:ll_write_end()) pos 642342912, len 4096, copied 4096 00000080:00200000:0.0:1775764894.564856:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000535554dc[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.564858:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8bd58ea fffffc0001001 3:0 ffff967bc91e3460 156822 lru 00000080:00200000:0.0:1775764894.564864:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dde93f1a 156822: 1< 0 - - > 2< 642342912 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 363 - -> 00000080:00200000:0.0:1775764894.564866:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000535554dc 00000080:00200000:0.0:1775764894.564867:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.564869:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.564878:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.564889:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.564892:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.564894:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.564900:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.564902:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.564905:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.564909:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.564917:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.564925:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.564927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.564931:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.564934:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156822, 156822] 00000080:00200000:0.0:1775764894.564945:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.564949:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.564953:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642347008 i_blocks 1196131 00000080:00200000:0.0:1775764894.564956:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.564972:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642347008, count: 4096 00000080:00200000:0.0:1775764894.564984:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642347008, bytes: 4096 00000080:00200000:0.0:1775764894.564987:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.564991:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156824, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.564992:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642347008, 642351104) 0 0 00000080:00200000:0.0:1775764894.564995:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.565000:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156823, 156823] 00020000:00200000:0.0:1775764894.565003:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642347008 chunk: [642347008, 642351104) 642351104, 4096 00020000:00200000:0.0:1775764894.565005:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.565017:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156823, 156823] 00000008:00010000:0.0:1775764894.565022:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.565024:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.565032:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.565041:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642347008 642351103) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.565049:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.565057:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.565064:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.565074:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642347008, 642351104) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.565079:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156823 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.565095:0:17279:0:(rw26.c:858:ll_write_end()) pos 642347008, len 4096, copied 4096 00000080:00200000:0.0:1775764894.565100:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f41c113a[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.565102:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d745a70f fffffc0001001 3:0 ffff967bc91e3ee0 156823 lru 00000080:00200000:0.0:1775764894.565108:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000979ab31d 156823: 1< 0 - - > 2< 642347008 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 364 - -> 00000080:00200000:0.0:1775764894.565110:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f41c113a 00000080:00200000:0.0:1775764894.565111:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.565114:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.565122:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.565134:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.565137:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.565139:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.565145:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.565147:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.565150:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.565154:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.565162:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.565171:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.565174:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.565178:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.565181:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156823, 156823] 00000080:00200000:0.0:1775764894.565192:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.565195:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.565200:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642351104 i_blocks 1196131 00000080:00200000:0.0:1775764894.565203:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.565217:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642351104, count: 4096 00000080:00200000:0.0:1775764894.565229:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642351104, bytes: 4096 00000080:00200000:0.0:1775764894.565232:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.565235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156825, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.566711:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642351104, 642355200) 0 0 00000080:00200000:0.0:1775764894.566725:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.566741:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156824, 156824] 00020000:00200000:0.0:1775764894.566748:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642351104 chunk: [642351104, 642355200) 642355200, 4096 00020000:00200000:0.0:1775764894.566752:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.566787:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156824, 156824] 00000008:00010000:0.0:1775764894.566799:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.566803:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.566821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.566834:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642351104 642355199) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.566846:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.566854:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.566862:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.566874:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642351104, 642355200) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.566883:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156824 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.566919:0:17279:0:(rw26.c:858:ll_write_end()) pos 642351104, len 4096, copied 4096 00000080:00200000:0.0:1775764894.566926:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000081d86bd4[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.566929:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004aebdee8 fffffc0001001 3:0 ffff967bc91e3d20 156824 lru 00000080:00200000:0.0:1775764894.566947:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d78d4ec8 156824: 1< 0 - - > 2< 642351104 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 365 - -> 00000080:00200000:0.0:1775764894.566950:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000081d86bd4 00000080:00200000:0.0:1775764894.566951:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.566955:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.566973:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.566993:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.566997:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.567000:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.567009:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.567012:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.567015:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.567019:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.567028:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.567039:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.567042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.567048:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.567052:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156824, 156824] 00000080:00200000:0.0:1775764894.567072:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.567076:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.567085:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642355200 i_blocks 1196131 00000080:00200000:0.0:1775764894.567090:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.567115:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642355200, count: 4096 00000080:00200000:0.0:1775764894.567130:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642355200, bytes: 4096 00000080:00200000:0.0:1775764894.567134:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.567139:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156826, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.567140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642355200, 642359296) 0 0 00000080:00200000:0.0:1775764894.567143:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.567149:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156825, 156825] 00020000:00200000:0.0:1775764894.567153:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642355200 chunk: [642355200, 642359296) 642359296, 4096 00020000:00200000:0.0:1775764894.567155:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.567168:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156825, 156825] 00000008:00010000:0.0:1775764894.567174:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.567176:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.567185:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.567195:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642355200 642359295) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.567203:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.567211:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.567218:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.567227:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642355200, 642359296) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.567233:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156825 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.567284:0:17279:0:(rw26.c:858:ll_write_end()) pos 642355200, len 4096, copied 4096 00000080:00200000:0.0:1775764894.567300:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ec4bf067[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.567304:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb33e67e fffffc0001001 3:0 ffff967bc91e37e0 156825 lru 00000080:00200000:0.0:1775764894.567310:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000046306e50 156825: 1< 0 - - > 2< 642355200 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 366 - -> 00000080:00200000:0.0:1775764894.567313:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ec4bf067 00000080:00200000:0.0:1775764894.567314:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.567317:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.567326:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.567340:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.567343:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.567345:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.567361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.567364:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.567367:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.567866:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.567875:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.567884:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.567886:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.567893:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.567896:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156825, 156825] 00000080:00200000:0.0:1775764894.567911:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.567915:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.567923:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642359296 i_blocks 1196131 00000080:00200000:0.0:1775764894.567927:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.567996:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642359296, count: 4096 00000080:00200000:0.0:1775764894.568012:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642359296, bytes: 4096 00000080:00200000:0.0:1775764894.568015:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.568020:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156827, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.568021:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642359296, 642363392) 0 0 00000080:00200000:0.0:1775764894.568025:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.568033:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156826, 156826] 00020000:00200000:0.0:1775764894.568037:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642359296 chunk: [642359296, 642363392) 642363392, 4096 00020000:00200000:0.0:1775764894.568040:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.568055:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156826, 156826] 00000008:00010000:0.0:1775764894.568062:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.568065:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.568075:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568085:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642359296 642363391) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568094:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568102:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568109:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.568117:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642359296, 642363392) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.568123:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156826 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.568146:0:17279:0:(rw26.c:858:ll_write_end()) pos 642359296, len 4096, copied 4096 00000080:00200000:0.0:1775764894.568151:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006a4b9a27[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.568154:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0c6c9bb fffffc0001001 3:0 ffff967bc91e3b60 156826 lru 00000080:00200000:0.0:1775764894.568161:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009f9c7cb8 156826: 1< 0 - - > 2< 642359296 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 367 - -> 00000080:00200000:0.0:1775764894.568163:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006a4b9a27 00000080:00200000:0.0:1775764894.568165:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.568168:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.568180:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.568194:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.568197:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.568199:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.568207:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.568209:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.568212:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.568216:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568223:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.568230:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.568232:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.568236:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.568239:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156826, 156826] 00000080:00200000:0.0:1775764894.568275:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.568279:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.568285:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642363392 i_blocks 1196131 00000080:00200000:0.0:1775764894.568288:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.568303:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642363392, count: 4096 00000080:00200000:0.0:1775764894.568315:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642363392, bytes: 4096 00000080:00200000:0.0:1775764894.568318:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.568322:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156828, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.568324:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642363392, 642367488) 0 0 00000080:00200000:0.0:1775764894.568327:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.568333:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156827, 156827] 00020000:00200000:0.0:1775764894.568336:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642363392 chunk: [642363392, 642367488) 642367488, 4096 00020000:00200000:0.0:1775764894.568339:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.568365:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156827, 156827] 00000008:00010000:0.0:1775764894.568549:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.568553:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.568563:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568572:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642363392 642367487) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568581:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568590:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568597:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.568607:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642363392, 642367488) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.568612:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156827 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.568641:0:17279:0:(rw26.c:858:ll_write_end()) pos 642363392, len 4096, copied 4096 00000080:00200000:0.0:1775764894.568645:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d44d883d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.568648:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe4884a9 fffffc0001001 3:0 ffff967bc91e47e0 156827 lru 00000080:00200000:0.0:1775764894.568654:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003e990059 156827: 1< 0 - - > 2< 642363392 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 368 - -> 00000080:00200000:0.0:1775764894.568657:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d44d883d 00000080:00200000:0.0:1775764894.568659:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.568661:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.568671:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.568684:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.568687:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.568690:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.568696:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.568698:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.568701:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.568704:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568712:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.568720:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.568722:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.568727:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.568730:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156827, 156827] 00000080:00200000:0.0:1775764894.568741:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.568745:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.568751:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642367488 i_blocks 1196131 00000080:00200000:0.0:1775764894.568754:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.568769:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642367488, count: 4096 00000080:00200000:0.0:1775764894.568782:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642367488, bytes: 4096 00000080:00200000:0.0:1775764894.568785:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.568789:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156829, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.568791:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642367488, 642371584) 0 0 00000080:00200000:0.0:1775764894.568793:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.568799:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156828, 156828] 00020000:00200000:0.0:1775764894.568801:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642367488 chunk: [642367488, 642371584) 642371584, 4096 00020000:00200000:0.0:1775764894.568804:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.568816:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156828, 156828] 00000008:00010000:0.0:1775764894.568821:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.568824:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.568832:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568841:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642367488 642371583) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568850:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568857:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.568864:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.568872:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642367488, 642371584) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.568877:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156828 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.568894:0:17279:0:(rw26.c:858:ll_write_end()) pos 642367488, len 4096, copied 4096 00000080:00200000:0.0:1775764894.568899:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000011db5a3d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.568902:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ff1ca005 fffffc0001001 3:0 ffff967bc91e4b60 156828 lru 00000080:00200000:0.0:1775764894.568907:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000b6f31f3 156828: 1< 0 - - > 2< 642367488 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 369 - -> 00000080:00200000:0.0:1775764894.568909:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000011db5a3d 00000080:00200000:0.0:1775764894.568911:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.568913:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.568921:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.569047:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.569052:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.569055:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.569063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.569066:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.569068:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.569072:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569080:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.569088:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.569090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.569094:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.569097:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156828, 156828] 00000080:00200000:0.0:1775764894.569108:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.569111:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.569116:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642371584 i_blocks 1196131 00000080:00200000:0.0:1775764894.569119:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.569135:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642371584, count: 4096 00000080:00200000:0.0:1775764894.569147:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642371584, bytes: 4096 00000080:00200000:0.0:1775764894.569150:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.569154:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156830, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.569156:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642371584, 642375680) 0 0 00000080:00200000:0.0:1775764894.569159:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.569164:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156829, 156829] 00020000:00200000:0.0:1775764894.569167:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642371584 chunk: [642371584, 642375680) 642375680, 4096 00020000:00200000:0.0:1775764894.569169:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.569182:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156829, 156829] 00000008:00010000:0.0:1775764894.569187:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.569190:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.569198:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569206:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642371584 642375679) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569214:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569221:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569228:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.569236:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642371584, 642375680) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.569242:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156829 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.569451:0:17279:0:(rw26.c:858:ll_write_end()) pos 642371584, len 4096, copied 4096 00000080:00200000:0.0:1775764894.569457:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000016468c4b[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.569460:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002088657d fffffc0001001 3:0 ffff967bc91e4620 156829 lru 00000080:00200000:0.0:1775764894.569466:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003d9e7e47 156829: 1< 0 - - > 2< 642371584 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 370 - -> 00000080:00200000:0.0:1775764894.569468:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000016468c4b 00000080:00200000:0.0:1775764894.569470:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.569472:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.569482:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.569495:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.569498:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.569501:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.569507:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.569509:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.569512:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.569516:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569525:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.569533:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.569536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.569540:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.569543:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156829, 156829] 00000080:00200000:0.0:1775764894.569555:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.569558:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.569564:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642375680 i_blocks 1196131 00000080:00200000:0.0:1775764894.569566:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.569583:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642375680, count: 4096 00000080:00200000:0.0:1775764894.569595:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642375680, bytes: 4096 00000080:00200000:0.0:1775764894.569597:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.569601:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156831, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.569603:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642375680, 642379776) 0 0 00000080:00200000:0.0:1775764894.569606:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.569611:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156830, 156830] 00020000:00200000:0.0:1775764894.569615:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642375680 chunk: [642375680, 642379776) 642379776, 4096 00020000:00200000:0.0:1775764894.569617:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.569630:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156830, 156830] 00000008:00010000:0.0:1775764894.569636:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.569638:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.569646:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569655:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642375680 642379775) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569663:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569670:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569677:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.569686:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642375680, 642379776) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.569691:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156830 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.569709:0:17279:0:(rw26.c:858:ll_write_end()) pos 642375680, len 4096, copied 4096 00000080:00200000:0.0:1775764894.569713:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000520df0ff[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.569716:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000006e00acba fffffc0001001 3:0 ffff967bc91e4000 156830 lru 00000080:00200000:0.0:1775764894.569722:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2838ea3 156830: 1< 0 - - > 2< 642375680 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 371 - -> 00000080:00200000:0.0:1775764894.569725:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000520df0ff 00000080:00200000:0.0:1775764894.569726:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.569728:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.569737:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.569750:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.569752:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.569755:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.569760:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.569763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.569765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.569769:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569777:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.569785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.569788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.569792:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.569794:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156830, 156830] 00000080:00200000:0.0:1775764894.569806:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.569809:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.569814:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642379776 i_blocks 1196131 00000080:00200000:0.0:1775764894.569817:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.569832:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642379776, count: 4096 00000080:00200000:0.0:1775764894.569844:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642379776, bytes: 4096 00000080:00200000:0.0:1775764894.569846:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.569850:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156832, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.569852:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642379776, 642383872) 0 0 00000080:00200000:0.0:1775764894.569855:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.569860:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156831, 156831] 00020000:00200000:0.0:1775764894.569863:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642379776 chunk: [642379776, 642383872) 642383872, 4096 00020000:00200000:0.0:1775764894.569865:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.569877:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156831, 156831] 00000008:00010000:0.0:1775764894.569882:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.569885:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.569893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569902:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642379776 642383871) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569911:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569919:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.569927:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.570006:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642379776, 642383872) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.570013:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156831 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.570039:0:17279:0:(rw26.c:858:ll_write_end()) pos 642379776, len 4096, copied 4096 00000080:00200000:0.0:1775764894.570044:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ffa153e5[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.570047:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004e82fbd9 fffffc0001021 2:0 ffff967bc91e4380 156831 lru 00000080:00200000:0.0:1775764894.570054:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c23489ba 156831: 1< 0 - - > 2< 642379776 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 372 - -> 00000080:00200000:0.0:1775764894.570056:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ffa153e5 00000080:00200000:0.0:1775764894.570057:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.570060:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.570069:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.570081:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.570084:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.570086:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.570092:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.570095:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.570097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.570101:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570109:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.570118:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.570120:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.570124:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.570127:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156831, 156831] 00000080:00200000:0.0:1775764894.570137:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.570140:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.570145:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642383872 i_blocks 1196131 00000080:00200000:0.0:1775764894.570148:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.570163:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642383872, count: 4096 00000080:00200000:0.0:1775764894.570174:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642383872, bytes: 4096 00000080:00200000:0.0:1775764894.570176:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.570180:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156833, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.570182:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642383872, 642387968) 0 0 00000080:00200000:0.0:1775764894.570185:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.570190:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156832, 156832] 00020000:00200000:0.0:1775764894.570193:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642383872 chunk: [642383872, 642387968) 642387968, 4096 00020000:00200000:0.0:1775764894.570195:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.570208:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156832, 156832] 00000008:00010000:0.0:1775764894.570214:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.570216:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.570224:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570234:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642383872 642387967) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570242:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570338:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570346:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.570364:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642383872, 642387968) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.570455:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156832 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.570476:0:17279:0:(rw26.c:858:ll_write_end()) pos 642383872, len 4096, copied 4096 00000080:00200000:0.0:1775764894.570481:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001ce7baf5[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.570484:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000364ef9fc fffffc0001001 3:0 ffff967bc91e4c40 156832 lru 00000080:00200000:0.0:1775764894.570490:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009d205646 156832: 1< 0 - - > 2< 642383872 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 373 - -> 00000080:00200000:0.0:1775764894.570492:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001ce7baf5 00000080:00200000:0.0:1775764894.570494:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.570496:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.570505:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.570518:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.570520:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.570523:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.570529:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.570531:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.570534:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.570538:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570546:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.570555:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.570557:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.570562:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.570564:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156832, 156832] 00000080:00200000:0.0:1775764894.570577:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.570580:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.570585:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642387968 i_blocks 1196131 00000080:00200000:0.0:1775764894.570588:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.570604:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642387968, count: 4096 00000080:00200000:0.0:1775764894.570616:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642387968, bytes: 4096 00000080:00200000:0.0:1775764894.570619:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.570624:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156834, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.570625:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642387968, 642392064) 0 0 00000080:00200000:0.0:1775764894.570628:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.570634:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156833, 156833] 00020000:00200000:0.0:1775764894.570637:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642387968 chunk: [642387968, 642392064) 642392064, 4096 00020000:00200000:0.0:1775764894.570639:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.570653:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156833, 156833] 00000008:00010000:0.0:1775764894.570658:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.570661:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.570669:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570678:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642387968 642392063) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570687:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570695:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570701:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.570709:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642387968, 642392064) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.570715:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156833 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.570732:0:17279:0:(rw26.c:858:ll_write_end()) pos 642387968, len 4096, copied 4096 00000080:00200000:0.0:1775764894.570736:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a972f883[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.570739:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000763410fb fffffc0001001 3:0 ffff967bc91e49a0 156833 lru 00000080:00200000:0.0:1775764894.570744:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005902c42a 156833: 1< 0 - - > 2< 642387968 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 374 - -> 00000080:00200000:0.0:1775764894.570747:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a972f883 00000080:00200000:0.0:1775764894.570748:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.570750:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.570759:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.570772:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.570775:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.570777:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.570783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.570786:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.570788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.570792:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570800:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.570809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.570812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.570816:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.570819:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156833, 156833] 00000080:00200000:0.0:1775764894.570829:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.570832:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.570838:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642392064 i_blocks 1196131 00000080:00200000:0.0:1775764894.570841:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.570855:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642392064, count: 4096 00000080:00200000:0.0:1775764894.570866:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642392064, bytes: 4096 00000080:00200000:0.0:1775764894.570869:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.570872:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156835, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.570874:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642392064, 642396160) 0 0 00000080:00200000:0.0:1775764894.570877:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.570882:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156834, 156834] 00020000:00200000:0.0:1775764894.570885:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642392064 chunk: [642392064, 642396160) 642396160, 4096 00020000:00200000:0.0:1775764894.570887:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.570900:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156834, 156834] 00000008:00010000:0.0:1775764894.570905:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.570908:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.570915:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.570924:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642392064 642396159) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571002:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571012:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571019:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.571029:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642392064, 642396160) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.571035:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156834 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.571053:0:17279:0:(rw26.c:858:ll_write_end()) pos 642392064, len 4096, copied 4096 00000080:00200000:0.0:1775764894.571057:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c443b77d[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.571060:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000069505e20 fffffc0001001 3:0 ffff967bc91e4a80 156834 lru 00000080:00200000:0.0:1775764894.571066:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000745b65ac 156834: 1< 0 - - > 2< 642392064 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 375 - -> 00000080:00200000:0.0:1775764894.571068:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c443b77d 00000080:00200000:0.0:1775764894.571070:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.571073:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.571082:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.571094:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.571097:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.571099:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.571105:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.571107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.571110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.571113:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571121:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.571129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.571132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.571136:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.571139:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156834, 156834] 00000080:00200000:0.0:1775764894.571151:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.571154:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.571159:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642396160 i_blocks 1196131 00000080:00200000:0.0:1775764894.571162:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.571178:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642396160, count: 4096 00000080:00200000:0.0:1775764894.571190:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642396160, bytes: 4096 00000080:00200000:0.0:1775764894.571192:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.571196:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156836, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.571198:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642396160, 642400256) 0 0 00000080:00200000:0.0:1775764894.571201:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.571206:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156835, 156835] 00020000:00200000:0.0:1775764894.571209:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642396160 chunk: [642396160, 642400256) 642400256, 4096 00020000:00200000:0.0:1775764894.571212:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.571225:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156835, 156835] 00000008:00010000:0.0:1775764894.571230:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.571233:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.571241:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571339:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642396160 642400255) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571457:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571468:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571475:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.571485:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642396160, 642400256) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.571492:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156835 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.571511:0:17279:0:(rw26.c:858:ll_write_end()) pos 642396160, len 4096, copied 4096 00000080:00200000:0.0:1775764894.571515:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000090a014e3[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.571518:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000483403d3 fffffc0001001 3:0 ffff967bc91e4540 156835 lru 00000080:00200000:0.0:1775764894.571524:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fcb5db47 156835: 1< 0 - - > 2< 642396160 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 376 - -> 00000080:00200000:0.0:1775764894.571527:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000090a014e3 00000080:00200000:0.0:1775764894.571528:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.571531:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.571540:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.571553:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.571556:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.571558:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.571564:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.571567:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.571570:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.571573:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571581:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.571590:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.571593:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.571597:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.571600:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156835, 156835] 00000080:00200000:0.0:1775764894.571612:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.571615:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.571621:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642400256 i_blocks 1196131 00000080:00200000:0.0:1775764894.571623:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.571639:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642400256, count: 4096 00000080:00200000:0.0:1775764894.571651:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642400256, bytes: 4096 00000080:00200000:0.0:1775764894.571654:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.571658:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156837, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.571660:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642400256, 642404352) 0 0 00000080:00200000:0.0:1775764894.571662:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.571668:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156836, 156836] 00020000:00200000:0.0:1775764894.571671:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642400256 chunk: [642400256, 642404352) 642404352, 4096 00020000:00200000:0.0:1775764894.571673:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.571686:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156836, 156836] 00000008:00010000:0.0:1775764894.571692:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.571695:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.571703:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571713:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642400256 642404351) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571722:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571729:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571737:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.571744:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642400256, 642404352) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.571749:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156836 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.571765:0:17279:0:(rw26.c:858:ll_write_end()) pos 642400256, len 4096, copied 4096 00000080:00200000:0.0:1775764894.571769:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008d279635[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.571772:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6d2f7ac fffffc0001001 3:0 ffff967bc91e40e0 156836 lru 00000080:00200000:0.0:1775764894.571777:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000927f5831 156836: 1< 0 - - > 2< 642400256 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 377 - -> 00000080:00200000:0.0:1775764894.571779:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008d279635 00000080:00200000:0.0:1775764894.571781:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.571783:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.571791:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.571803:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.571806:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.571808:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.571814:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.571817:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.571819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.571823:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.571831:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.571838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.571840:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.571844:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.571847:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156836, 156836] 00000080:00200000:0.0:1775764894.571858:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.571861:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.571866:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642404352 i_blocks 1196131 00000080:00200000:0.0:1775764894.571869:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.571884:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642404352, count: 4096 00000080:00200000:0.0:1775764894.571895:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642404352, bytes: 4096 00000080:00200000:0.0:1775764894.571898:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.571902:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156838, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.571903:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642404352, 642408448) 0 0 00000080:00200000:0.0:1775764894.571906:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.571912:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156837, 156837] 00020000:00200000:0.0:1775764894.571915:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642404352 chunk: [642404352, 642408448) 642408448, 4096 00020000:00200000:0.0:1775764894.571917:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.571930:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156837, 156837] 00000008:00010000:0.0:1775764894.572003:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.572006:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.572015:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572025:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642404352 642408447) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572034:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572042:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572049:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.572057:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642404352, 642408448) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.572062:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156837 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.572079:0:17279:0:(rw26.c:858:ll_write_end()) pos 642404352, len 4096, copied 4096 00000080:00200000:0.0:1775764894.572084:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c9047360[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.572087:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a7f2b03f fffffc0001001 3:0 ffff967bc91e41c0 156837 lru 00000080:00200000:0.0:1775764894.572093:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ed8f1665 156837: 1< 0 - - > 2< 642404352 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 378 - -> 00000080:00200000:0.0:1775764894.572095:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c9047360 00000080:00200000:0.0:1775764894.572097:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.572099:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.572108:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.572121:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.572124:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.572126:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.572132:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.572135:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.572137:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.572142:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572150:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.572158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.572161:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.572165:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.572167:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156837, 156837] 00000080:00200000:0.0:1775764894.572178:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.572182:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.572187:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642408448 i_blocks 1196131 00000080:00200000:0.0:1775764894.572189:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.572206:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642408448, count: 4096 00000080:00200000:0.0:1775764894.572217:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642408448, bytes: 4096 00000080:00200000:0.0:1775764894.572219:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.572223:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156839, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.572224:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642408448, 642412544) 0 0 00000080:00200000:0.0:1775764894.572227:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.572232:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156838, 156838] 00020000:00200000:0.0:1775764894.572235:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642408448 chunk: [642408448, 642412544) 642412544, 4096 00020000:00200000:0.0:1775764894.572237:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.572278:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156838, 156838] 00000008:00010000:0.0:1775764894.572284:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.572286:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.572294:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572303:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642408448 642412543) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572311:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572319:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.572326:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.572335:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642408448, 642412544) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.572340:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156838 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.573118:0:17279:0:(rw26.c:858:ll_write_end()) pos 642408448, len 4096, copied 4096 00000080:00200000:0.0:1775764894.573126:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001b4897ec[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.573130:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002eb764e8 fffffc0001001 3:0 ffff967bc91e4700 156838 lru 00000080:00200000:0.0:1775764894.573136:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000081d56179 156838: 1< 0 - - > 2< 642408448 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 379 - -> 00000080:00200000:0.0:1775764894.573138:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001b4897ec 00000080:00200000:0.0:1775764894.573141:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.573143:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.573158:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.573226:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.573230:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.573233:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.573241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.573244:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.573341:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.573347:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.573366:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.573462:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.573465:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.573473:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.573478:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156838, 156838] 00000080:00200000:0.0:1775764894.573660:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.573664:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.573673:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642412544 i_blocks 1196131 00000080:00200000:0.0:1775764894.573677:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.573757:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642412544, count: 4096 00000080:00200000:0.0:1775764894.573776:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642412544, bytes: 4096 00000080:00200000:0.0:1775764894.573780:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.573784:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156840, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.573786:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642412544, 642416640) 0 0 00000080:00200000:0.0:1775764894.573789:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.573797:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156839, 156839] 00020000:00200000:0.0:1775764894.573801:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642412544 chunk: [642412544, 642416640) 642416640, 4096 00020000:00200000:0.0:1775764894.573805:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.573822:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156839, 156839] 00000008:00010000:0.0:1775764894.573830:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.573833:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.573846:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.573856:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642412544 642416639) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.573866:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.573873:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.573880:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.573889:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642412544, 642416640) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.573898:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156839 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.573923:0:17279:0:(rw26.c:858:ll_write_end()) pos 642412544, len 4096, copied 4096 00000080:00200000:0.0:1775764894.573928:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb1a48ad[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.573931:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f261bbc8 fffffc0001001 3:0 ffff967bc91e42a0 156839 lru 00000080:00200000:0.0:1775764894.574058:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009045d8b9 156839: 1< 0 - - > 2< 642412544 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 380 - -> 00000080:00200000:0.0:1775764894.574060:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb1a48ad 00000080:00200000:0.0:1775764894.574061:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.574064:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.574077:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.574091:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.574094:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.574096:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.574104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.574106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.574109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.574113:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.574120:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.574128:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.574130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.574135:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.574138:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156839, 156839] 00000080:00200000:0.0:1775764894.574149:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.574152:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.574156:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642416640 i_blocks 1196131 00000080:00200000:0.0:1775764894.574225:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.574269:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642416640, count: 4096 00000080:00200000:0.0:1775764894.574282:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642416640, bytes: 4096 00000080:00200000:0.0:1775764894.574284:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.574288:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156841, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.574289:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642416640, 642420736) 0 0 00000080:00200000:0.0:1775764894.574850:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.574862:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156840, 156840] 00020000:00200000:0.0:1775764894.574867:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642416640 chunk: [642416640, 642420736) 642420736, 4096 00020000:00200000:0.0:1775764894.574870:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.574891:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156840, 156840] 00000008:00010000:0.0:1775764894.574900:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.574903:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.574915:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.574926:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642416640 642420735) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.574937:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.574946:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.574952:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.574961:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642416640, 642420736) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.574967:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156840 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.574994:0:17279:0:(rw26.c:858:ll_write_end()) pos 642416640, len 4096, copied 4096 00000080:00200000:0.0:1775764894.574999:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d11b6622[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.575002:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000fa4366d fffffc0001001 3:0 ffff967bc91e4e00 156840 lru 00000080:00200000:0.0:1775764894.575008:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4656a80 156840: 1< 0 - - > 2< 642416640 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 381 - -> 00000080:00200000:0.0:1775764894.575010:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d11b6622 00000080:00200000:0.0:1775764894.575012:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.575015:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.575027:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.575042:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.575045:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.575047:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.575055:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.575057:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.575060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.575064:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575073:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.575083:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.575086:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.575090:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.575094:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156840, 156840] 00000080:00200000:0.0:1775764894.575108:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.575112:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.575119:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642420736 i_blocks 1196131 00000080:00200000:0.0:1775764894.575122:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.575142:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642420736, count: 4096 00000080:00200000:0.0:1775764894.575155:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642420736, bytes: 4096 00000080:00200000:0.0:1775764894.575159:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.575222:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156842, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.575224:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642420736, 642424832) 0 0 00000080:00200000:0.0:1775764894.575227:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.575233:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156841, 156841] 00020000:00200000:0.0:1775764894.575236:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642420736 chunk: [642420736, 642424832) 642424832, 4096 00020000:00200000:0.0:1775764894.575238:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.575367:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156841, 156841] 00000008:00010000:0.0:1775764894.575452:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.575455:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.575464:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575474:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642420736 642424831) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575647:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575655:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575662:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.575672:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642420736, 642424832) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.575679:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156841 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.575761:0:17279:0:(rw26.c:858:ll_write_end()) pos 642420736, len 4096, copied 4096 00000080:00200000:0.0:1775764894.575766:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b09f69bb[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.575769:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000250490c0 fffffc0001001 3:0 ffff967bc91e48c0 156841 lru 00000080:00200000:0.0:1775764894.575775:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004389afff 156841: 1< 0 - - > 2< 642420736 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 382 - -> 00000080:00200000:0.0:1775764894.575778:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b09f69bb 00000080:00200000:0.0:1775764894.575780:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.575782:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.575794:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.575810:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.575814:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.575816:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.575823:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.575825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.575828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.575832:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575841:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.575849:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.575852:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.575857:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.575860:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156841, 156841] 00000080:00200000:0.0:1775764894.575876:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.575879:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.575885:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642424832 i_blocks 1196131 00000080:00200000:0.0:1775764894.575888:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.575907:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642424832, count: 4096 00000080:00200000:0.0:1775764894.575921:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642424832, bytes: 4096 00000080:00200000:0.0:1775764894.575924:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.575928:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156843, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.575930:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642424832, 642428928) 0 0 00000080:00200000:0.0:1775764894.575933:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.575939:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156842, 156842] 00020000:00200000:0.0:1775764894.575943:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642424832 chunk: [642424832, 642428928) 642428928, 4096 00020000:00200000:0.0:1775764894.575946:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.575959:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156842, 156842] 00000008:00010000:0.0:1775764894.575966:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.575969:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.575977:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575986:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642424832 642428927) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.575995:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576002:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576009:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.576017:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642424832, 642428928) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.576023:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156842 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.576041:0:17279:0:(rw26.c:858:ll_write_end()) pos 642424832, len 4096, copied 4096 00000080:00200000:0.0:1775764894.576046:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000085af6445[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.576049:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e96fa703 fffffc0001001 3:0 ffff967bc91e4460 156842 lru 00000080:00200000:0.0:1775764894.576055:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000009610678 156842: 1< 0 - - > 2< 642424832 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 383 - -> 00000080:00200000:0.0:1775764894.576058:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000085af6445 00000080:00200000:0.0:1775764894.576059:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.576062:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.576071:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.576083:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.576086:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.576089:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.576094:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.576097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.576099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.576103:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576111:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.576119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.576122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.576126:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.576129:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156842, 156842] 00000080:00200000:0.0:1775764894.576140:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.576144:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.576149:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642428928 i_blocks 1196131 00000080:00200000:0.0:1775764894.576153:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.576225:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642428928, count: 4096 00000080:00200000:0.0:1775764894.576239:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642428928, bytes: 4096 00000080:00200000:0.0:1775764894.576242:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.576285:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156844, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.576287:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642428928, 642433024) 0 0 00000080:00200000:0.0:1775764894.576290:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.576296:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156843, 156843] 00020000:00200000:0.0:1775764894.576299:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642428928 chunk: [642428928, 642433024) 642433024, 4096 00020000:00200000:0.0:1775764894.576302:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.576316:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156843, 156843] 00000008:00010000:0.0:1775764894.576322:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.576325:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.576333:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576343:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642428928 642433023) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576360:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576455:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576465:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.576475:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642428928, 642433024) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.576657:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156843 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.576679:0:17279:0:(rw26.c:858:ll_write_end()) pos 642428928, len 4096, copied 4096 00000080:00200000:0.0:1775764894.576684:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a10780ab[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.576687:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000034074bd2 fffffc0001001 3:0 ffff967bc91e4ee0 156843 lru 00000080:00200000:0.0:1775764894.576780:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005cb8eb6b 156843: 1< 0 - - > 2< 642428928 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 384 - -> 00000080:00200000:0.0:1775764894.576783:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a10780ab 00000080:00200000:0.0:1775764894.576785:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.576788:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.576798:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.576812:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.576816:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.576819:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.576826:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.576828:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.576831:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.576835:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576843:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.576852:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.576854:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.576859:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.576863:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156843, 156843] 00000080:00200000:0.0:1775764894.576877:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.576880:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.576886:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642433024 i_blocks 1196131 00000080:00200000:0.0:1775764894.576889:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.576907:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642433024, count: 4096 00000080:00200000:0.0:1775764894.576920:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642433024, bytes: 4096 00000080:00200000:0.0:1775764894.576923:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.576927:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156845, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.576928:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642433024, 642437120) 0 0 00000080:00200000:0.0:1775764894.576932:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.576938:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156844, 156844] 00020000:00200000:0.0:1775764894.576941:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642433024 chunk: [642433024, 642437120) 642437120, 4096 00020000:00200000:0.0:1775764894.576944:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.576957:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156844, 156844] 00000008:00010000:0.0:1775764894.576964:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.576967:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.576976:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576986:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642433024 642437119) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.576995:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.577002:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.577009:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.577018:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642433024, 642437120) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.577025:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156844 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.577042:0:17279:0:(rw26.c:858:ll_write_end()) pos 642433024, len 4096, copied 4096 00000080:00200000:0.0:1775764894.577046:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f29ac895[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:0.0:1775764894.577050:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d314796c fffffc0001001 3:0 ffff967bc91e4d20 156844 lru 00000080:00200000:0.0:1775764894.577055:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005e84d824 156844: 1< 0 - - > 2< 642433024 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 385 - -> 00000080:00200000:0.0:1775764894.577058:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f29ac895 00000080:00200000:0.0:1775764894.577060:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.577062:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.577072:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.577084:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.577087:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.577089:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.577095:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.577097:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.577100:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.577104:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.577112:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.577119:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.577122:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.577126:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.577128:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156844, 156844] 00000080:00200000:0.0:1775764894.577139:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.577142:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.577147:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642437120 i_blocks 1196131 00000080:00200000:0.0:1775764894.577150:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.577223:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642437120, count: 4096 00000080:00200000:0.0:1775764894.577236:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642437120, bytes: 4096 00000080:00200000:0.0:1775764894.577239:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.577243:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156846, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.577366:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642437120, 642441216) 0 0 00000080:00200000:0.0:1775764894.577453:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.577749:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156845, 156845] 00020000:00200000:1.0:1775764894.577753:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642437120 chunk: [642437120, 642441216) 642441216, 4096 00020000:00200000:1.0:1775764894.577757:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.577785:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156845, 156845] 00000008:00010000:1.0:1775764894.577794:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.577797:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.577807:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.577818:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642437120 642441215) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.577827:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.577834:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.577841:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.577849:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642437120, 642441216) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.577857:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156845 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.577889:0:17279:0:(rw26.c:858:ll_write_end()) pos 642437120, len 4096, copied 4096 00000080:00200000:1.0:1775764894.577894:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000007d654fd[3 0000000014a1af93 2 1 000000008a37df67] 00000080:00200000:1.0:1775764894.577897:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d7b68cb6 fffffc0001001 3:0 ffff967bc91a88c0 156845 lru 00000080:00200000:1.0:1775764894.577903:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000029b414fe 156845: 1< 0 - - > 2< 642437120 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 386 - -> 00000080:00200000:1.0:1775764894.577905:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000007d654fd 00000080:00200000:1.0:1775764894.577907:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.577910:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.577921:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.577936:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.577939:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.577941:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.577948:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.577950:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.577953:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.577957:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.577964:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.577973:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc3120d58 (ffff967cc58315a8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.577976:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc58315a8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.577981:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.577984:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156845, 156845] 00000080:00200000:1.0:1775764894.578000:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.578003:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.578010:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642441216 i_blocks 1196131 00000080:00200000:1.0:1775764894.578014:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.578036:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642441216, count: 4096 00000080:00200000:1.0:1775764894.578048:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642441216, bytes: 4096 00000080:00200000:1.0:1775764894.578051:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.578054:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156847, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.578056:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642441216, 642445312) 0 0 00000080:00200000:1.0:1775764894.578059:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.578064:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156846, 156846] 00020000:00200000:1.0:1775764894.578067:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642441216 chunk: [642441216, 642445312) 642445312, 4096 00020000:00200000:1.0:1775764894.578069:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.578085:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156846, 156846] 00000008:00010000:1.0:1775764894.578091:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.578093:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.578101:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578110:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642441216 642445311) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578118:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578126:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578133:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.578142:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642441216, 642445312) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.578147:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156846 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.578222:0:17279:0:(rw26.c:858:ll_write_end()) pos 642441216, len 4096, copied 4096 00000080:00200000:1.0:1775764894.578227:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aec40fbe[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.578230:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009bb316e6 fffffc0001001 3:0 ffff967bc91a8460 156846 lru 00000080:00200000:1.0:1775764894.578236:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000044953962 156846: 1< 0 - - > 2< 642441216 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 387 - -> 00000080:00200000:1.0:1775764894.578238:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aec40fbe 00000080:00200000:1.0:1775764894.578239:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.578241:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.578322:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.578336:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.578340:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.578342:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.578357:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.578361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.578363:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.578367:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578461:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.578471:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.578473:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.578479:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.578660:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156846, 156846] 00000080:00200000:1.0:1775764894.578674:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.578677:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.578685:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642445312 i_blocks 1196131 00000080:00200000:1.0:1775764894.578689:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.578708:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642445312, count: 4096 00000080:00200000:1.0:1775764894.578723:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642445312, bytes: 4096 00000080:00200000:1.0:1775764894.578726:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.578730:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156848, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.578732:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642445312, 642449408) 0 0 00000080:00200000:1.0:1775764894.578735:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.578743:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156847, 156847] 00020000:00200000:1.0:1775764894.578746:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642445312 chunk: [642445312, 642449408) 642449408, 4096 00020000:00200000:1.0:1775764894.578749:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.578764:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156847, 156847] 00000008:00010000:1.0:1775764894.578771:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.578773:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.578783:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578793:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642445312 642449407) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578802:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578811:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578817:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.578825:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642445312, 642449408) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.578831:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156847 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.578854:0:17279:0:(rw26.c:858:ll_write_end()) pos 642445312, len 4096, copied 4096 00000080:00200000:1.0:1775764894.578858:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006b7e394f[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.578861:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003ae8b889 fffffc0001001 3:0 ffff967bc91a8ee0 156847 lru 00000080:00200000:1.0:1775764894.578867:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d424e44c 156847: 1< 0 - - > 2< 642445312 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 388 - -> 00000080:00200000:1.0:1775764894.578869:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006b7e394f 00000080:00200000:1.0:1775764894.578871:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.578873:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.578883:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.578896:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.578899:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.578902:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.578908:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.578910:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.578913:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.578917:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.578925:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.578933:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.578936:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.578941:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.578944:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156847, 156847] 00000080:00200000:1.0:1775764894.578954:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.578957:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.578962:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642449408 i_blocks 1196131 00000080:00200000:1.0:1775764894.578965:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.578980:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642449408, count: 4096 00000080:00200000:1.0:1775764894.578992:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642449408, bytes: 4096 00000080:00200000:1.0:1775764894.578995:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.578998:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156849, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.579000:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642449408, 642453504) 0 0 00000080:00200000:1.0:1775764894.579002:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.579007:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156848, 156848] 00020000:00200000:1.0:1775764894.579010:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642449408 chunk: [642449408, 642453504) 642453504, 4096 00020000:00200000:1.0:1775764894.579012:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.579024:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156848, 156848] 00000008:00010000:1.0:1775764894.579030:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.579032:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.579041:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579051:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642449408 642453503) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579060:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579067:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579075:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.579084:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642449408, 642453504) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.579090:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156848 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.579107:0:17279:0:(rw26.c:858:ll_write_end()) pos 642449408, len 4096, copied 4096 00000080:00200000:1.0:1775764894.579111:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000fc8f28ef[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.579114:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c10dc796 fffffc0001001 3:0 ffff967bc91a8d20 156848 lru 00000080:00200000:1.0:1775764894.579120:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c84ef3aa 156848: 1< 0 - - > 2< 642449408 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 389 - -> 00000080:00200000:1.0:1775764894.579122:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000fc8f28ef 00000080:00200000:1.0:1775764894.579124:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.579126:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.579135:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.579147:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.579150:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.579152:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.579158:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.579690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.579694:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.579699:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579709:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.579718:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.579720:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.579725:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.579729:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156848, 156848] 00000080:00200000:1.0:1775764894.579743:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.579747:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.579755:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642453504 i_blocks 1196131 00000080:00200000:1.0:1775764894.579758:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.579778:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642453504, count: 4096 00000080:00200000:1.0:1775764894.579794:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642453504, bytes: 4096 00000080:00200000:1.0:1775764894.579797:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.579801:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156850, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.579803:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642453504, 642457600) 0 0 00000080:00200000:1.0:1775764894.579806:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.579813:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156849, 156849] 00020000:00200000:1.0:1775764894.579816:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642453504 chunk: [642453504, 642457600) 642457600, 4096 00020000:00200000:1.0:1775764894.579819:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.579834:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156849, 156849] 00000008:00010000:1.0:1775764894.579842:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.579845:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.579855:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579865:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642453504 642457599) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579873:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579888:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.579895:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.579903:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642453504, 642457600) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.579910:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156849 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.579931:0:17279:0:(rw26.c:858:ll_write_end()) pos 642453504, len 4096, copied 4096 00000080:00200000:1.0:1775764894.579936:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cdc3d9a0[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.579939:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000923770b4 fffffc0001001 3:0 ffff967bc91a87e0 156849 lru 00000080:00200000:1.0:1775764894.579945:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec882cc1 156849: 1< 0 - - > 2< 642453504 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 390 - -> 00000080:00200000:1.0:1775764894.579948:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cdc3d9a0 00000080:00200000:1.0:1775764894.579949:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.579951:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.579962:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.579976:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.579979:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.579981:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.579987:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.579990:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.579992:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.579996:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580004:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.580013:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.580015:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.580019:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.580022:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156849, 156849] 00000080:00200000:1.0:1775764894.580032:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.580035:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.580040:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642457600 i_blocks 1196131 00000080:00200000:1.0:1775764894.580043:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.580057:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642457600, count: 4096 00000080:00200000:1.0:1775764894.580068:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642457600, bytes: 4096 00000080:00200000:1.0:1775764894.580070:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.580074:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156851, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.580076:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642457600, 642461696) 0 0 00000080:00200000:1.0:1775764894.580078:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.580083:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156850, 156850] 00020000:00200000:1.0:1775764894.580086:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642457600 chunk: [642457600, 642461696) 642461696, 4096 00020000:00200000:1.0:1775764894.580089:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.580100:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156850, 156850] 00000008:00010000:1.0:1775764894.580105:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.580107:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.580114:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580123:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642457600 642461695) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580131:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580138:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580146:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.580154:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642457600, 642461696) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.580159:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156850 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.580183:0:17279:0:(rw26.c:858:ll_write_end()) pos 642457600, len 4096, copied 4096 00000080:00200000:1.0:1775764894.580187:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001bbe8792[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.580190:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fee031f6 fffffc0001001 3:0 ffff967bc91a8b60 156850 lru 00000080:00200000:1.0:1775764894.580196:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000025e043b0 156850: 1< 0 - - > 2< 642457600 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 391 - -> 00000080:00200000:1.0:1775764894.580198:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001bbe8792 00000080:00200000:1.0:1775764894.580200:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.580202:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.580210:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.580222:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.580225:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.580227:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.580233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.580235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.580238:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.580242:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580321:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.580330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.580333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.580338:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.580341:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156850, 156850] 00000080:00200000:1.0:1775764894.580362:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.580366:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.580450:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642461696 i_blocks 1196131 00000080:00200000:1.0:1775764894.580454:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.580471:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642461696, count: 4096 00000080:00200000:1.0:1775764894.580483:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642461696, bytes: 4096 00000080:00200000:1.0:1775764894.580485:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.580489:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156852, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.580490:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642461696, 642465792) 0 0 00000080:00200000:1.0:1775764894.580493:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.580498:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156851, 156851] 00020000:00200000:1.0:1775764894.580501:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642461696 chunk: [642461696, 642465792) 642465792, 4096 00020000:00200000:1.0:1775764894.580587:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.580605:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156851, 156851] 00000008:00010000:1.0:1775764894.580612:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.580614:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.580622:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580632:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642461696 642465791) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580640:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580647:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580654:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.580663:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642461696, 642465792) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.580668:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156851 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.580686:0:17279:0:(rw26.c:858:ll_write_end()) pos 642461696, len 4096, copied 4096 00000080:00200000:1.0:1775764894.580691:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f081b0da[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.580694:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001c06c6cc fffffc0001001 3:0 ffff967bc91a8620 156851 lru 00000080:00200000:1.0:1775764894.580700:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003be17c79 156851: 1< 0 - - > 2< 642461696 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 392 - -> 00000080:00200000:1.0:1775764894.580702:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f081b0da 00000080:00200000:1.0:1775764894.580704:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.580706:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.580715:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.580728:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.580731:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.580733:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.580740:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.580742:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.580745:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.580749:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580757:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.580766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.580768:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.580773:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.580776:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156851, 156851] 00000080:00200000:1.0:1775764894.580787:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.580791:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.580796:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642465792 i_blocks 1196131 00000080:00200000:1.0:1775764894.580800:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.580815:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642465792, count: 4096 00000080:00200000:1.0:1775764894.580827:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642465792, bytes: 4096 00000080:00200000:1.0:1775764894.580830:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.580833:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156853, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.580835:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642465792, 642469888) 0 0 00000080:00200000:1.0:1775764894.580838:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.580844:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156852, 156852] 00020000:00200000:1.0:1775764894.580847:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642465792 chunk: [642465792, 642469888) 642469888, 4096 00020000:00200000:1.0:1775764894.580849:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.580860:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156852, 156852] 00000008:00010000:1.0:1775764894.580866:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.580868:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.580876:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580885:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642465792 642469887) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580893:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.580908:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.580916:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642465792, 642469888) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.580922:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156852 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.580938:0:17279:0:(rw26.c:858:ll_write_end()) pos 642465792, len 4096, copied 4096 00000080:00200000:1.0:1775764894.580943:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000f61ae1f[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.580945:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009e5a5241 fffffc0001001 3:0 ffff967bc91a8000 156852 lru 00000080:00200000:1.0:1775764894.580951:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000705ff309 156852: 1< 0 - - > 2< 642465792 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 393 - -> 00000080:00200000:1.0:1775764894.580953:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000f61ae1f 00000080:00200000:1.0:1775764894.580954:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.580956:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.580965:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.580978:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.580981:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.580983:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.580989:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.580991:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.580994:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.580998:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581006:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.581014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.581017:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.581022:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.581025:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156852, 156852] 00000080:00200000:1.0:1775764894.581035:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.581038:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.581043:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642469888 i_blocks 1196131 00000080:00200000:1.0:1775764894.581045:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.581060:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642469888, count: 4096 00000080:00200000:1.0:1775764894.581071:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642469888, bytes: 4096 00000080:00200000:1.0:1775764894.581073:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.581077:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156854, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.581079:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642469888, 642473984) 0 0 00000080:00200000:1.0:1775764894.581082:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.581087:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156853, 156853] 00020000:00200000:1.0:1775764894.581090:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642469888 chunk: [642469888, 642473984) 642473984, 4096 00020000:00200000:1.0:1775764894.581092:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.581105:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156853, 156853] 00000008:00010000:1.0:1775764894.581111:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.581113:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.581121:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581131:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642469888 642473983) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581139:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581147:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581154:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.581162:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642469888, 642473984) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.581168:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156853 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.581185:0:17279:0:(rw26.c:858:ll_write_end()) pos 642469888, len 4096, copied 4096 00000080:00200000:1.0:1775764894.581190:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006cff101a[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.581193:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001fa6b461 fffffc0001001 3:0 ffff967bc91a8380 156853 lru 00000080:00200000:1.0:1775764894.581198:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003d02d058 156853: 1< 0 - - > 2< 642469888 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 394 - -> 00000080:00200000:1.0:1775764894.581201:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006cff101a 00000080:00200000:1.0:1775764894.581202:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.581205:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.581213:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.581225:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.581228:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.581231:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.581236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.581239:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.581241:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.581269:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581278:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.581286:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.581288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.581293:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.581295:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156853, 156853] 00000080:00200000:1.0:1775764894.581306:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.581309:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.581314:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642473984 i_blocks 1196131 00000080:00200000:1.0:1775764894.581317:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.581333:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642473984, count: 4096 00000080:00200000:1.0:1775764894.581345:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642473984, bytes: 4096 00000080:00200000:1.0:1775764894.581357:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.581362:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156855, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.581363:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642473984, 642478080) 0 0 00000080:00200000:1.0:1775764894.581366:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.581451:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156854, 156854] 00020000:00200000:1.0:1775764894.581454:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642473984 chunk: [642473984, 642478080) 642478080, 4096 00020000:00200000:1.0:1775764894.581457:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.581471:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156854, 156854] 00000008:00010000:1.0:1775764894.581477:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.581479:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.581488:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581497:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642473984 642478079) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581586:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581596:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581603:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.581612:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642473984, 642478080) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.581618:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156854 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.581656:0:17279:0:(rw26.c:858:ll_write_end()) pos 642473984, len 4096, copied 4096 00000080:00200000:1.0:1775764894.581661:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b957f4c1[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.581664:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000482e66d6 fffffc0001001 3:0 ffff967bc91a9c40 156854 lru 00000080:00200000:1.0:1775764894.581670:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009abe7a2b 156854: 1< 0 - - > 2< 642473984 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 395 - -> 00000080:00200000:1.0:1775764894.581672:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b957f4c1 00000080:00200000:1.0:1775764894.581673:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.581676:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.581685:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.581698:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.581701:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.581703:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.581710:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.581712:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.581715:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.581719:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581727:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.581735:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.581737:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.581741:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.581745:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156854, 156854] 00000080:00200000:1.0:1775764894.581756:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.581759:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.581765:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642478080 i_blocks 1196131 00000080:00200000:1.0:1775764894.581768:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.581783:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642478080, count: 4096 00000080:00200000:1.0:1775764894.581795:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642478080, bytes: 4096 00000080:00200000:1.0:1775764894.581797:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.581801:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156856, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.581803:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642478080, 642482176) 0 0 00000080:00200000:1.0:1775764894.581805:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.581811:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156855, 156855] 00020000:00200000:1.0:1775764894.581814:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642478080 chunk: [642478080, 642482176) 642482176, 4096 00020000:00200000:1.0:1775764894.581816:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.581828:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156855, 156855] 00000008:00010000:1.0:1775764894.581834:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.581836:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.581844:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581853:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642478080 642482175) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581861:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581869:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581876:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.581884:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642478080, 642482176) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.581890:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156855 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.581907:0:17279:0:(rw26.c:858:ll_write_end()) pos 642478080, len 4096, copied 4096 00000080:00200000:1.0:1775764894.581912:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002abd61ae[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.581915:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000076e91103 fffffc0001001 3:0 ffff967bc91a99a0 156855 lru 00000080:00200000:1.0:1775764894.581921:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000833ec1cb 156855: 1< 0 - - > 2< 642478080 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 396 - -> 00000080:00200000:1.0:1775764894.581923:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002abd61ae 00000080:00200000:1.0:1775764894.581924:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.581926:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.581935:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.581947:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.581950:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.581952:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.581958:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.581960:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.581962:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.581966:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.581975:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.581983:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.581986:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.581990:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.581992:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156855, 156855] 00000080:00200000:1.0:1775764894.582003:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.582006:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.582011:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642482176 i_blocks 1196131 00000080:00200000:1.0:1775764894.582014:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.582028:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642482176, count: 4096 00000080:00200000:1.0:1775764894.582039:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642482176, bytes: 4096 00000080:00200000:1.0:1775764894.582041:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.582045:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156857, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.582047:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642482176, 642486272) 0 0 00000080:00200000:1.0:1775764894.582049:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.582055:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156856, 156856] 00020000:00200000:1.0:1775764894.582057:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642482176 chunk: [642482176, 642486272) 642486272, 4096 00020000:00200000:1.0:1775764894.582059:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.582071:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156856, 156856] 00000008:00010000:1.0:1775764894.582076:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.582078:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.582086:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582095:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642482176 642486271) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582104:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582111:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582119:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.582127:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642482176, 642486272) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.582132:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156856 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.582147:0:17279:0:(rw26.c:858:ll_write_end()) pos 642482176, len 4096, copied 4096 00000080:00200000:1.0:1775764894.582151:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003355e166[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.582154:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000aedd2283 fffffc0001001 3:0 ffff967bc91a9a80 156856 lru 00000080:00200000:1.0:1775764894.582160:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001af173e1 156856: 1< 0 - - > 2< 642482176 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 397 - -> 00000080:00200000:1.0:1775764894.582162:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003355e166 00000080:00200000:1.0:1775764894.582163:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.582166:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.582173:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.582185:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.582188:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.582190:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.582196:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.582198:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.582201:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.582204:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582212:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.582220:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.582222:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.582226:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.582228:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156856, 156856] 00000080:00200000:1.0:1775764894.582238:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.582241:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.582347:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642486272 i_blocks 1196131 00000080:00200000:1.0:1775764894.582361:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.582462:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642486272, count: 4096 00000080:00200000:1.0:1775764894.582475:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642486272, bytes: 4096 00000080:00200000:1.0:1775764894.582478:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.582482:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156858, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.582484:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642486272, 642490368) 0 0 00000080:00200000:1.0:1775764894.582487:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.582494:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156857, 156857] 00020000:00200000:1.0:1775764894.582496:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642486272 chunk: [642486272, 642490368) 642490368, 4096 00020000:00200000:1.0:1775764894.582499:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.582758:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156857, 156857] 00000008:00010000:1.0:1775764894.582765:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.582768:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.582777:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582788:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642486272 642490367) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582797:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582806:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582813:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.582822:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642486272, 642490368) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.582828:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156857 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.582851:0:17279:0:(rw26.c:858:ll_write_end()) pos 642486272, len 4096, copied 4096 00000080:00200000:1.0:1775764894.582856:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a3a4dfe4[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.582859:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8323a47 fffffc0001001 3:0 ffff967bc91a9540 156857 lru 00000080:00200000:1.0:1775764894.582865:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002ed086d6 156857: 1< 0 - - > 2< 642486272 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 398 - -> 00000080:00200000:1.0:1775764894.582867:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a3a4dfe4 00000080:00200000:1.0:1775764894.582868:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.582871:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.582881:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.582894:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.582897:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.582900:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.582906:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.582909:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.582911:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.582915:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.582923:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.582932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.582934:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.582938:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.582941:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156857, 156857] 00000080:00200000:1.0:1775764894.582953:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.582956:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.582962:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642490368 i_blocks 1196131 00000080:00200000:1.0:1775764894.582965:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.582980:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642490368, count: 4096 00000080:00200000:1.0:1775764894.582992:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642490368, bytes: 4096 00000080:00200000:1.0:1775764894.582995:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.582999:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156859, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.583000:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642490368, 642494464) 0 0 00000080:00200000:1.0:1775764894.583003:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.583009:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156858, 156858] 00020000:00200000:1.0:1775764894.583012:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642490368 chunk: [642490368, 642494464) 642494464, 4096 00020000:00200000:1.0:1775764894.583015:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.583027:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156858, 156858] 00000008:00010000:1.0:1775764894.583032:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.583034:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.583041:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583050:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642490368 642494463) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583059:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583068:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583075:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.583083:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642490368, 642494464) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.583088:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156858 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.583110:0:17279:0:(rw26.c:858:ll_write_end()) pos 642490368, len 4096, copied 4096 00000080:00200000:1.0:1775764894.583115:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f7a86a77[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.583118:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000bfb9ef47 fffffc0001021 2:0 ffff967bc91a90e0 156858 lru 00000080:00200000:1.0:1775764894.583124:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ade72f88 156858: 1< 0 - - > 2< 642490368 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 399 - -> 00000080:00200000:1.0:1775764894.583126:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f7a86a77 00000080:00200000:1.0:1775764894.583127:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.583129:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.583137:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.583149:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.583151:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.583153:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.583159:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.583162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.583164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.583168:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583175:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.583183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.583186:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.583190:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.583192:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156858, 156858] 00000080:00200000:1.0:1775764894.583202:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.583205:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.583210:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642494464 i_blocks 1196131 00000080:00200000:1.0:1775764894.583213:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.583228:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642494464, count: 4096 00000080:00200000:1.0:1775764894.583239:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642494464, bytes: 4096 00000080:00200000:1.0:1775764894.583242:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.583327:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156860, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.583329:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642494464, 642498560) 0 0 00000080:00200000:1.0:1775764894.583333:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.583338:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156859, 156859] 00020000:00200000:1.0:1775764894.583342:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642494464 chunk: [642494464, 642498560) 642498560, 4096 00020000:00200000:1.0:1775764894.583344:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.583367:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156859, 156859] 00000008:00010000:1.0:1775764894.583456:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.583458:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.583467:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583477:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642494464 642498559) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583486:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583494:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583500:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.583596:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642494464, 642498560) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.583602:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156859 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.583623:0:17279:0:(rw26.c:858:ll_write_end()) pos 642494464, len 4096, copied 4096 00000080:00200000:1.0:1775764894.583627:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e831f30d[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.583631:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d72d1c69 fffffc0001001 3:0 ffff967bc91a91c0 156859 lru 00000080:00200000:1.0:1775764894.583636:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005f1f0d01 156859: 1< 0 - - > 2< 642494464 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 400 - -> 00000080:00200000:1.0:1775764894.583640:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e831f30d 00000080:00200000:1.0:1775764894.583641:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.583643:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.583652:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.583665:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.583668:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.583670:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.583677:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.583679:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.583681:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.583685:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583692:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.583700:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.583702:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.583707:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.583709:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156859, 156859] 00000080:00200000:1.0:1775764894.583720:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.583724:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.583729:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642498560 i_blocks 1196131 00000080:00200000:1.0:1775764894.583732:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.583746:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642498560, count: 4096 00000080:00200000:1.0:1775764894.583759:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642498560, bytes: 4096 00000080:00200000:1.0:1775764894.583761:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.583765:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156861, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.583766:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642498560, 642502656) 0 0 00000080:00200000:1.0:1775764894.583769:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.583775:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156860, 156860] 00020000:00200000:1.0:1775764894.583778:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642498560 chunk: [642498560, 642502656) 642502656, 4096 00020000:00200000:1.0:1775764894.583780:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.583790:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156860, 156860] 00000008:00010000:1.0:1775764894.583796:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.583798:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.583805:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583814:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642498560 642502655) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583822:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583829:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583836:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.583844:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642498560, 642502656) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.583850:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156860 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.583866:0:17279:0:(rw26.c:858:ll_write_end()) pos 642498560, len 4096, copied 4096 00000080:00200000:1.0:1775764894.583871:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000010a40083[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.583874:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000079de4e5d fffffc0001001 3:0 ffff967bc91a9700 156860 lru 00000080:00200000:1.0:1775764894.583879:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004f94bb10 156860: 1< 0 - - > 2< 642498560 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 401 - -> 00000080:00200000:1.0:1775764894.583882:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000010a40083 00000080:00200000:1.0:1775764894.583883:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.583885:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.583893:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.583905:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.583908:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.583911:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.583917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.583919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.583921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.583925:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.583933:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.583941:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.583944:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.583948:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.583951:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156860, 156860] 00000080:00200000:1.0:1775764894.583962:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.583965:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.583970:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642502656 i_blocks 1196131 00000080:00200000:1.0:1775764894.583973:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.583987:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642502656, count: 4096 00000080:00200000:1.0:1775764894.583999:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642502656, bytes: 4096 00000080:00200000:1.0:1775764894.584001:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.584005:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156862, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.584007:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642502656, 642506752) 0 0 00000080:00200000:1.0:1775764894.584009:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.584015:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156861, 156861] 00020000:00200000:1.0:1775764894.584017:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642502656 chunk: [642502656, 642506752) 642506752, 4096 00020000:00200000:1.0:1775764894.584020:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.584031:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156861, 156861] 00000008:00010000:1.0:1775764894.584036:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.584038:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.584045:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584054:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642502656 642506751) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584062:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584068:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584074:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.584083:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642502656, 642506752) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.584088:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156861 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.584105:0:17279:0:(rw26.c:858:ll_write_end()) pos 642502656, len 4096, copied 4096 00000080:00200000:1.0:1775764894.584109:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000075b518e2[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.584112:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005280271b fffffc0001001 3:0 ffff967bc91a92a0 156861 lru 00000080:00200000:1.0:1775764894.584118:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e67cd5af 156861: 1< 0 - - > 2< 642502656 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 402 - -> 00000080:00200000:1.0:1775764894.584120:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000075b518e2 00000080:00200000:1.0:1775764894.584122:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.584124:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.584132:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.584144:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.584147:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.584149:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.584155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.584157:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.584160:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.584164:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584172:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.584180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.584182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.584186:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.584189:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156861, 156861] 00000080:00200000:1.0:1775764894.584199:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.584203:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.584207:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642506752 i_blocks 1196131 00000080:00200000:1.0:1775764894.584210:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.584225:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642506752, count: 4096 00000080:00200000:1.0:1775764894.584236:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642506752, bytes: 4096 00000080:00200000:1.0:1775764894.584239:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.584243:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156863, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.584674:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642506752, 642510848) 0 0 00000080:00200000:1.0:1775764894.584679:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.584686:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156862, 156862] 00020000:00200000:1.0:1775764894.584690:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642506752 chunk: [642506752, 642510848) 642510848, 4096 00020000:00200000:1.0:1775764894.584692:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.584711:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156862, 156862] 00000008:00010000:1.0:1775764894.584719:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.584722:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.584731:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584741:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642506752 642510847) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584758:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584765:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.584774:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642506752, 642510848) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.584780:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156862 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.584798:0:17279:0:(rw26.c:858:ll_write_end()) pos 642506752, len 4096, copied 4096 00000080:00200000:1.0:1775764894.584802:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004d8bfeb7[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.584805:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cccae46d fffffc0001001 3:0 ffff967bc91a9e00 156862 lru 00000080:00200000:1.0:1775764894.584811:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006afb78b3 156862: 1< 0 - - > 2< 642506752 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 403 - -> 00000080:00200000:1.0:1775764894.584813:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004d8bfeb7 00000080:00200000:1.0:1775764894.584815:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.584817:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.584826:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.584839:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.584841:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.584843:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.584850:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.584852:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.584855:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.584858:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584867:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.584876:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.584878:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.584882:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.584886:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156862, 156862] 00000080:00200000:1.0:1775764894.584897:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.584901:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.584907:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642510848 i_blocks 1196131 00000080:00200000:1.0:1775764894.584910:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.584926:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642510848, count: 4096 00000080:00200000:1.0:1775764894.584939:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642510848, bytes: 4096 00000080:00200000:1.0:1775764894.584942:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.584946:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156864, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.584947:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642510848, 642514944) 0 0 00000080:00200000:1.0:1775764894.584950:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.584955:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156863, 156863] 00020000:00200000:1.0:1775764894.584958:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642510848 chunk: [642510848, 642514944) 642514944, 4096 00020000:00200000:1.0:1775764894.584960:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.584973:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156863, 156863] 00000008:00010000:1.0:1775764894.584979:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.584981:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.584989:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.584998:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642510848 642514943) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585007:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585015:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585022:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585031:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642510848, 642514944) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.585036:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156863 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.585052:0:17279:0:(rw26.c:858:ll_write_end()) pos 642510848, len 4096, copied 4096 00000080:00200000:1.0:1775764894.585056:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000aff785c6[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.585059:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000029e55a9a fffffc0001001 3:0 ffff967bc91a98c0 156863 lru 00000080:00200000:1.0:1775764894.585065:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000085ab06b3 156863: 1< 0 - - > 2< 642510848 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 404 - -> 00000080:00200000:1.0:1775764894.585067:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000aff785c6 00000080:00200000:1.0:1775764894.585069:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.585071:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.585079:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585092:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.585094:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.585096:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.585102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.585104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.585107:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.585111:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585119:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.585127:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.585129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.585133:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.585136:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156863, 156863] 00000080:00200000:1.0:1775764894.585146:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.585150:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.585155:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642514944 i_blocks 1196131 00000080:00200000:1.0:1775764894.585158:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.585173:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642514944, count: 4096 00000080:00200000:1.0:1775764894.585185:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642514944, bytes: 4096 00000080:00200000:1.0:1775764894.585188:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.585192:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156865, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.585193:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642514944, 642519040) 0 0 00000080:00200000:1.0:1775764894.585197:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.585201:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156864, 156864] 00020000:00200000:1.0:1775764894.585204:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642514944 chunk: [642514944, 642519040) 642519040, 4096 00020000:00200000:1.0:1775764894.585206:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.585219:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156864, 156864] 00000008:00010000:1.0:1775764894.585225:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.585227:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.585235:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585264:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642514944 642519039) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585274:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585281:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585287:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585297:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642514944, 642519040) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.585302:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156864 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.585329:0:17279:0:(rw26.c:858:ll_write_end()) pos 642514944, len 4096, copied 4096 00000080:00200000:1.0:1775764894.585333:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000133b04fb[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.585336:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000222f05a fffffc0001001 3:0 ffff967bc91a9460 156864 lru 00000080:00200000:1.0:1775764894.585342:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003aecb0ad 156864: 1< 0 - - > 2< 642514944 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 405 - -> 00000080:00200000:1.0:1775764894.585344:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000133b04fb 00000080:00200000:1.0:1775764894.585346:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.585348:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.585449:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585465:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.585469:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.585471:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.585478:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.585480:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.585483:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.585487:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585495:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.585504:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.585588:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.585593:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.585596:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156864, 156864] 00000080:00200000:1.0:1775764894.585607:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.585610:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.585615:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642519040 i_blocks 1196131 00000080:00200000:1.0:1775764894.585618:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.585633:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642519040, count: 4096 00000080:00200000:1.0:1775764894.585644:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642519040, bytes: 4096 00000080:00200000:1.0:1775764894.585647:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.585650:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156866, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.585652:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642519040, 642523136) 0 0 00000080:00200000:1.0:1775764894.585654:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.585660:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156865, 156865] 00020000:00200000:1.0:1775764894.585663:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642519040 chunk: [642519040, 642523136) 642523136, 4096 00020000:00200000:1.0:1775764894.585665:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.585678:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156865, 156865] 00000008:00010000:1.0:1775764894.585684:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.585686:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.585694:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585702:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642519040 642523135) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585711:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585718:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585725:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585734:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642519040, 642523136) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.585740:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156865 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.585757:0:17279:0:(rw26.c:858:ll_write_end()) pos 642519040, len 4096, copied 4096 00000080:00200000:1.0:1775764894.585762:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a16d74d8[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.585765:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d052dd0e fffffc0001001 3:0 ffff967bc91a9ee0 156865 lru 00000080:00200000:1.0:1775764894.585770:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b1e3ee91 156865: 1< 0 - - > 2< 642519040 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 406 - -> 00000080:00200000:1.0:1775764894.585773:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a16d74d8 00000080:00200000:1.0:1775764894.585774:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.585776:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.585786:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585798:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.585802:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.585804:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.585810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.585812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.585815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.585818:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585825:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.585832:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.585835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.585839:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.585841:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156865, 156865] 00000080:00200000:1.0:1775764894.585852:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.585855:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.585860:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642523136 i_blocks 1196131 00000080:00200000:1.0:1775764894.585863:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.585878:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642523136, count: 4096 00000080:00200000:1.0:1775764894.585890:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642523136, bytes: 4096 00000080:00200000:1.0:1775764894.585893:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.585897:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156867, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.585898:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642523136, 642527232) 0 0 00000080:00200000:1.0:1775764894.585901:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.585906:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156866, 156866] 00020000:00200000:1.0:1775764894.585909:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642523136 chunk: [642523136, 642527232) 642527232, 4096 00020000:00200000:1.0:1775764894.585911:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.585924:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156866, 156866] 00000008:00010000:1.0:1775764894.585930:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.585932:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.585940:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585950:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642523136 642527231) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585958:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585966:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.585973:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.585982:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642523136, 642527232) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.585987:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156866 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.586005:0:17279:0:(rw26.c:858:ll_write_end()) pos 642523136, len 4096, copied 4096 00000080:00200000:1.0:1775764894.586009:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006ef036b6[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.586012:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a754744b fffffc0001001 3:0 ffff967bc91a9d20 156866 lru 00000080:00200000:1.0:1775764894.586018:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000024557d8d 156866: 1< 0 - - > 2< 642523136 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 407 - -> 00000080:00200000:1.0:1775764894.586020:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006ef036b6 00000080:00200000:1.0:1775764894.586021:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.586023:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.586031:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.586043:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.586046:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.586048:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.586053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.586056:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.586058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.586062:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586070:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.586078:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.586080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.586084:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.586087:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156866, 156866] 00000080:00200000:1.0:1775764894.586097:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.586100:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.586105:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642527232 i_blocks 1196131 00000080:00200000:1.0:1775764894.586108:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.586122:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642527232, count: 4096 00000080:00200000:1.0:1775764894.586133:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642527232, bytes: 4096 00000080:00200000:1.0:1775764894.586136:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.586140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156868, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.586141:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642527232, 642531328) 0 0 00000080:00200000:1.0:1775764894.586144:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.586150:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156867, 156867] 00020000:00200000:1.0:1775764894.586152:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642527232 chunk: [642527232, 642531328) 642531328, 4096 00020000:00200000:1.0:1775764894.586155:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.586167:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156867, 156867] 00000008:00010000:1.0:1775764894.586173:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.586175:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.586183:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586192:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642527232 642531327) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586201:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586209:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586217:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.586226:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642527232, 642531328) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.586232:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156867 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.586361:0:17279:0:(rw26.c:858:ll_write_end()) pos 642527232, len 4096, copied 4096 00000080:00200000:1.0:1775764894.586367:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bbe25c1f[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.586495:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001f56c23f fffffc0001001 3:0 ffff967bc91a97e0 156867 lru 00000080:00200000:1.0:1775764894.586502:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1152f5c 156867: 1< 0 - - > 2< 642527232 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 408 - -> 00000080:00200000:1.0:1775764894.586585:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bbe25c1f 00000080:00200000:1.0:1775764894.586587:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.586591:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.586603:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.586618:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.586621:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.586623:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.586631:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.586633:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.586636:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.586640:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586648:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.586656:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.586658:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.586662:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.586665:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156867, 156867] 00000080:00200000:1.0:1775764894.586676:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.586679:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.586685:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642531328 i_blocks 1196131 00000080:00200000:1.0:1775764894.586689:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.586706:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642531328, count: 4096 00000080:00200000:1.0:1775764894.586718:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642531328, bytes: 4096 00000080:00200000:1.0:1775764894.586721:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.586726:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156869, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.586727:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642531328, 642535424) 0 0 00000080:00200000:1.0:1775764894.586730:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.586736:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156868, 156868] 00020000:00200000:1.0:1775764894.586740:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642531328 chunk: [642531328, 642535424) 642535424, 4096 00020000:00200000:1.0:1775764894.586742:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.586756:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156868, 156868] 00000008:00010000:1.0:1775764894.586761:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.586764:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.586772:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586782:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642531328 642535423) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586791:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586799:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586805:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.586815:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642531328, 642535424) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.586820:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156868 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.586842:0:17279:0:(rw26.c:858:ll_write_end()) pos 642531328, len 4096, copied 4096 00000080:00200000:1.0:1775764894.586847:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006a00edeb[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.586850:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000005813eaa5 fffffc0001001 3:0 ffff967bc91a9b60 156868 lru 00000080:00200000:1.0:1775764894.586855:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003554a917 156868: 1< 0 - - > 2< 642531328 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 409 - -> 00000080:00200000:1.0:1775764894.586857:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006a00edeb 00000080:00200000:1.0:1775764894.586858:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.586861:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.586869:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.586881:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.586884:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.586886:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.586892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.586894:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.586896:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.586901:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.586909:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.586917:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.586919:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.586924:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.586927:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156868, 156868] 00000080:00200000:1.0:1775764894.586937:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.586940:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.586945:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642535424 i_blocks 1196131 00000080:00200000:1.0:1775764894.586948:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.586961:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642535424, count: 4096 00000080:00200000:1.0:1775764894.586972:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642535424, bytes: 4096 00000080:00200000:1.0:1775764894.586975:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.586978:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156870, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.586980:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642535424, 642539520) 0 0 00000080:00200000:1.0:1775764894.586982:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.586987:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156869, 156869] 00020000:00200000:1.0:1775764894.586990:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642535424 chunk: [642535424, 642539520) 642539520, 4096 00020000:00200000:1.0:1775764894.586992:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.587003:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156869, 156869] 00000008:00010000:1.0:1775764894.587008:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.587010:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.587017:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587026:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642535424 642539519) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587035:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587043:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587050:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.587058:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642535424, 642539520) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.587063:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156869 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.587080:0:17279:0:(rw26.c:858:ll_write_end()) pos 642535424, len 4096, copied 4096 00000080:00200000:1.0:1775764894.587084:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002934216b[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.587086:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000060233ed0 fffffc0001001 3:0 ffff967bc91a9620 156869 lru 00000080:00200000:1.0:1775764894.587092:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000cfeedb8e 156869: 1< 0 - - > 2< 642535424 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 410 - -> 00000080:00200000:1.0:1775764894.587094:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002934216b 00000080:00200000:1.0:1775764894.587095:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.587097:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.587106:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.587118:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.587120:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.587122:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.587128:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.587130:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.587133:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.587137:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587145:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.587153:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.587155:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.587491:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.587496:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156869, 156869] 00000080:00200000:1.0:1775764894.587597:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.587602:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.587609:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642539520 i_blocks 1196131 00000080:00200000:1.0:1775764894.587612:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.587628:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642539520, count: 4096 00000080:00200000:1.0:1775764894.587641:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642539520, bytes: 4096 00000080:00200000:1.0:1775764894.587644:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.587648:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156871, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.587649:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642539520, 642543616) 0 0 00000080:00200000:1.0:1775764894.587652:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.587658:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156870, 156870] 00020000:00200000:1.0:1775764894.587661:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642539520 chunk: [642539520, 642543616) 642543616, 4096 00020000:00200000:1.0:1775764894.587664:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.587675:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156870, 156870] 00000008:00010000:1.0:1775764894.587681:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.587684:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.587692:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587702:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642539520 642543615) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587711:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587720:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587727:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.587735:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642539520, 642543616) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.587742:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156870 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.587763:0:17279:0:(rw26.c:858:ll_write_end()) pos 642539520, len 4096, copied 4096 00000080:00200000:1.0:1775764894.587768:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000956ee6f4[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.587771:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000144c5f03 fffffc0001001 3:0 ffff967bc91a9000 156870 lru 00000080:00200000:1.0:1775764894.587777:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000397f1b5f 156870: 1< 0 - - > 2< 642539520 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 411 - -> 00000080:00200000:1.0:1775764894.587779:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000956ee6f4 00000080:00200000:1.0:1775764894.587781:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.587784:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.587793:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.587808:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.587810:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.587813:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.587819:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.587821:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.587824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.587827:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587836:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.587844:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.587847:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.587851:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.587853:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156870, 156870] 00000080:00200000:1.0:1775764894.587865:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.587868:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.587873:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642543616 i_blocks 1196131 00000080:00200000:1.0:1775764894.587876:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.587892:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642543616, count: 4096 00000080:00200000:1.0:1775764894.587904:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642543616, bytes: 4096 00000080:00200000:1.0:1775764894.587907:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.587910:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156872, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.587912:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642543616, 642547712) 0 0 00000080:00200000:1.0:1775764894.587915:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.587920:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156871, 156871] 00020000:00200000:1.0:1775764894.587923:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642543616 chunk: [642543616, 642547712) 642547712, 4096 00020000:00200000:1.0:1775764894.587925:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.587938:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156871, 156871] 00000008:00010000:1.0:1775764894.587943:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.587946:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.587955:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587963:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642543616 642547711) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587972:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587979:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.587986:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.587994:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642543616, 642547712) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.587999:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156871 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.588016:0:17279:0:(rw26.c:858:ll_write_end()) pos 642543616, len 4096, copied 4096 00000080:00200000:1.0:1775764894.588021:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000057059810[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.588024:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce8b0cca fffffc0001001 3:0 ffff967bc91a9380 156871 lru 00000080:00200000:1.0:1775764894.588029:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005947bf62 156871: 1< 0 - - > 2< 642543616 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 412 - -> 00000080:00200000:1.0:1775764894.588031:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000057059810 00000080:00200000:1.0:1775764894.588032:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.588034:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.588042:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.588055:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.588057:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.588060:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.588065:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.588068:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.588070:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.588074:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588082:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.588090:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.588093:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.588097:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.588100:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156871, 156871] 00000080:00200000:1.0:1775764894.588110:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.588113:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.588118:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642547712 i_blocks 1196131 00000080:00200000:1.0:1775764894.588120:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.588136:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642547712, count: 4096 00000080:00200000:1.0:1775764894.588147:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642547712, bytes: 4096 00000080:00200000:1.0:1775764894.588150:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.588154:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156873, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.588155:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642547712, 642551808) 0 0 00000080:00200000:1.0:1775764894.588158:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.588163:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156872, 156872] 00020000:00200000:1.0:1775764894.588165:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642547712 chunk: [642547712, 642551808) 642551808, 4096 00020000:00200000:1.0:1775764894.588167:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.588179:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156872, 156872] 00000008:00010000:1.0:1775764894.588184:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.588186:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.588193:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588202:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642547712 642551807) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588211:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588218:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588225:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.588232:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642547712, 642551808) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.588239:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156872 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.588344:0:17279:0:(rw26.c:858:ll_write_end()) pos 642547712, len 4096, copied 4096 00000080:00200000:1.0:1775764894.588359:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dfde6222[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.588362:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000056dd6c1d fffffc0001001 3:0 ffff967bc91aa0e0 156872 lru 00000080:00200000:1.0:1775764894.588452:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c3aa440c 156872: 1< 0 - - > 2< 642547712 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 413 - -> 00000080:00200000:1.0:1775764894.588457:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dfde6222 00000080:00200000:1.0:1775764894.588459:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.588461:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.588472:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.588484:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.588487:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.588489:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.588495:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.588497:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.588500:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.588586:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588596:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.588605:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.588607:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.588612:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.588615:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156872, 156872] 00000080:00200000:1.0:1775764894.588626:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.588629:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.588635:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642551808 i_blocks 1196131 00000080:00200000:1.0:1775764894.588639:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.588655:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642551808, count: 4096 00000080:00200000:1.0:1775764894.588668:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642551808, bytes: 4096 00000080:00200000:1.0:1775764894.588672:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.588676:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156874, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.588677:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642551808, 642555904) 0 0 00000080:00200000:1.0:1775764894.588681:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.588686:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156873, 156873] 00020000:00200000:1.0:1775764894.588689:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642551808 chunk: [642551808, 642555904) 642555904, 4096 00020000:00200000:1.0:1775764894.588692:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.588706:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156873, 156873] 00000008:00010000:1.0:1775764894.588712:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.588715:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.588723:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588732:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642551808 642555903) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.588741:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589066:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589074:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.589085:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642551808, 642555904) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.589092:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156873 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.589121:0:17279:0:(rw26.c:858:ll_write_end()) pos 642551808, len 4096, copied 4096 00000080:00200000:1.0:1775764894.589126:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000105891ff[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.589129:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000034c94b0e fffffc0001021 2:0 ffff967bc91aa1c0 156873 lru 00000080:00200000:1.0:1775764894.589135:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3875006 156873: 1< 0 - - > 2< 642551808 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 414 - -> 00000080:00200000:1.0:1775764894.589137:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000105891ff 00000080:00200000:1.0:1775764894.589139:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.589141:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.589152:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.589167:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.589170:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.589172:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.589178:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.589180:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.589183:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.589187:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589196:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.589205:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.589208:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.589213:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.589216:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156873, 156873] 00000080:00200000:1.0:1775764894.589228:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.589232:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.589237:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642555904 i_blocks 1196131 00000080:00200000:1.0:1775764894.589240:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.589286:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642555904, count: 4096 00000080:00200000:1.0:1775764894.589300:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642555904, bytes: 4096 00000080:00200000:1.0:1775764894.589303:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.589307:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156875, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.589309:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642555904, 642560000) 0 0 00000080:00200000:1.0:1775764894.589312:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.589318:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156874, 156874] 00020000:00200000:1.0:1775764894.589322:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642555904 chunk: [642555904, 642560000) 642560000, 4096 00020000:00200000:1.0:1775764894.589324:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.589337:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156874, 156874] 00000008:00010000:1.0:1775764894.589343:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.589346:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.589366:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589462:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642555904 642559999) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589472:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589481:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589489:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.589498:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642555904, 642560000) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.589588:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156874 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.589610:0:17279:0:(rw26.c:858:ll_write_end()) pos 642555904, len 4096, copied 4096 00000080:00200000:1.0:1775764894.589615:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e23773fa[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.589618:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001087513b fffffc0001001 3:0 ffff967bc91aa700 156874 lru 00000080:00200000:1.0:1775764894.589625:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000170d6339 156874: 1< 0 - - > 2< 642555904 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 415 - -> 00000080:00200000:1.0:1775764894.589627:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e23773fa 00000080:00200000:1.0:1775764894.589628:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.589631:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.589640:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.589653:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.589656:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.589658:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.589664:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.589667:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.589669:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.589674:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589682:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.589690:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.589693:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.589697:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.589700:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156874, 156874] 00000080:00200000:1.0:1775764894.589711:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.589714:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.589720:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642560000 i_blocks 1196131 00000080:00200000:1.0:1775764894.589723:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.589740:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642560000, count: 4096 00000080:00200000:1.0:1775764894.589752:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642560000, bytes: 4096 00000080:00200000:1.0:1775764894.589755:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.589759:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156876, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.589761:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642560000, 642564096) 0 0 00000080:00200000:1.0:1775764894.589764:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.589770:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156875, 156875] 00020000:00200000:1.0:1775764894.589772:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642560000 chunk: [642560000, 642564096) 642564096, 4096 00020000:00200000:1.0:1775764894.589775:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.589787:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156875, 156875] 00000008:00010000:1.0:1775764894.589793:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.589796:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.589804:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589813:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642560000 642564095) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589821:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589828:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589835:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.589844:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642560000, 642564096) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.589849:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156875 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.589865:0:17279:0:(rw26.c:858:ll_write_end()) pos 642560000, len 4096, copied 4096 00000080:00200000:1.0:1775764894.589870:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000006679e64[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.589873:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f39cdf56 fffffc0001001 3:0 ffff967bc91aa2a0 156875 lru 00000080:00200000:1.0:1775764894.589878:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000514ca8f2 156875: 1< 0 - - > 2< 642560000 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 416 - -> 00000080:00200000:1.0:1775764894.589880:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000006679e64 00000080:00200000:1.0:1775764894.589882:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.589884:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.589893:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.589905:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.589908:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.589910:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.589916:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.589918:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.589921:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.589925:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.589933:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.589941:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.589944:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.589948:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.589951:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156875, 156875] 00000080:00200000:1.0:1775764894.589962:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.589965:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.589970:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642564096 i_blocks 1196131 00000080:00200000:1.0:1775764894.589973:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.589987:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642564096, count: 4096 00000080:00200000:1.0:1775764894.589998:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642564096, bytes: 4096 00000080:00200000:1.0:1775764894.590001:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.590005:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156877, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.590006:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642564096, 642568192) 0 0 00000080:00200000:1.0:1775764894.590009:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.590014:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156876, 156876] 00020000:00200000:1.0:1775764894.590017:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642564096 chunk: [642564096, 642568192) 642568192, 4096 00020000:00200000:1.0:1775764894.590020:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.590032:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156876, 156876] 00000008:00010000:1.0:1775764894.590037:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.590039:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.590047:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590056:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642564096 642568191) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590064:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590071:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590079:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.590087:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642564096, 642568192) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.590092:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156876 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.590109:0:17279:0:(rw26.c:858:ll_write_end()) pos 642564096, len 4096, copied 4096 00000080:00200000:1.0:1775764894.590114:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000f8441c23[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.590117:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001b8431f1 fffffc0001001 3:0 ffff967bc91aae00 156876 lru 00000080:00200000:1.0:1775764894.590123:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c9afe74c 156876: 1< 0 - - > 2< 642564096 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 417 - -> 00000080:00200000:1.0:1775764894.590125:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000f8441c23 00000080:00200000:1.0:1775764894.590127:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.590129:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.590138:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.590150:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.590152:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.590154:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.590160:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.590162:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.590164:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.590168:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590175:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.590182:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.590184:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.590188:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.590190:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156876, 156876] 00000080:00200000:1.0:1775764894.590201:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.590204:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.590209:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642568192 i_blocks 1196131 00000080:00200000:1.0:1775764894.590212:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.590228:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642568192, count: 4096 00000080:00200000:1.0:1775764894.590239:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642568192, bytes: 4096 00000080:00200000:1.0:1775764894.590242:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.590357:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156878, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.590359:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642568192, 642572288) 0 0 00000080:00200000:1.0:1775764894.590363:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.590453:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156877, 156877] 00020000:00200000:1.0:1775764894.590458:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642568192 chunk: [642568192, 642572288) 642572288, 4096 00020000:00200000:1.0:1775764894.590461:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.590477:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156877, 156877] 00000008:00010000:1.0:1775764894.590483:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.590486:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.590495:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590589:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642568192 642572287) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590601:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590609:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590616:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.590625:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642568192, 642572288) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.590632:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156877 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.590650:0:17279:0:(rw26.c:858:ll_write_end()) pos 642568192, len 4096, copied 4096 00000080:00200000:1.0:1775764894.590655:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006126f304[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.590658:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000046be5aab fffffc0001001 3:0 ffff967bc91aa8c0 156877 lru 00000080:00200000:1.0:1775764894.590663:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000478d938d 156877: 1< 0 - - > 2< 642568192 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 418 - -> 00000080:00200000:1.0:1775764894.590665:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006126f304 00000080:00200000:1.0:1775764894.590667:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.590669:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.590679:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.590692:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.590695:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.590698:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.590704:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.590707:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.590709:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.590713:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590720:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.590727:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.590729:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.590734:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.590737:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156877, 156877] 00000080:00200000:1.0:1775764894.590748:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.590751:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.590756:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642572288 i_blocks 1196131 00000080:00200000:1.0:1775764894.590758:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.590774:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642572288, count: 4096 00000080:00200000:1.0:1775764894.590786:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642572288, bytes: 4096 00000080:00200000:1.0:1775764894.590789:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.590793:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156879, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.590794:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642572288, 642576384) 0 0 00000080:00200000:1.0:1775764894.590798:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.590804:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156878, 156878] 00020000:00200000:1.0:1775764894.590806:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642572288 chunk: [642572288, 642576384) 642576384, 4096 00020000:00200000:1.0:1775764894.590809:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.590821:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156878, 156878] 00000008:00010000:1.0:1775764894.590827:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.590830:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.590837:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590846:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642572288 642576383) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590855:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590863:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590869:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.590877:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642572288, 642576384) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.590882:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156878 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.590897:0:17279:0:(rw26.c:858:ll_write_end()) pos 642572288, len 4096, copied 4096 00000080:00200000:1.0:1775764894.590901:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000982ac4bf[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.590903:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4ed9c5c fffffc0001001 3:0 ffff967bc91aa460 156878 lru 00000080:00200000:1.0:1775764894.590909:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009380bc8c 156878: 1< 0 - - > 2< 642572288 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 419 - -> 00000080:00200000:1.0:1775764894.590911:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000982ac4bf 00000080:00200000:1.0:1775764894.590912:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.590914:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.590921:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.590932:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.590935:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.590937:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.590942:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.590945:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.590947:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.590951:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.590959:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.590967:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.590969:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.590974:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.590976:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156878, 156878] 00000080:00200000:1.0:1775764894.590987:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.590990:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.590995:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642576384 i_blocks 1196131 00000080:00200000:1.0:1775764894.590998:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.591012:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642576384, count: 4096 00000080:00200000:1.0:1775764894.591023:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642576384, bytes: 4096 00000080:00200000:1.0:1775764894.591026:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.591029:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156880, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.591031:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642576384, 642580480) 0 0 00000080:00200000:1.0:1775764894.591034:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.591039:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156879, 156879] 00020000:00200000:1.0:1775764894.591042:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642576384 chunk: [642576384, 642580480) 642580480, 4096 00020000:00200000:1.0:1775764894.591044:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.591056:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156879, 156879] 00000008:00010000:1.0:1775764894.591062:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.591064:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.591072:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.591081:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642576384 642580479) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.591089:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.591096:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.591103:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.591111:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642576384, 642580480) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.591116:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156879 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.591133:0:17279:0:(rw26.c:858:ll_write_end()) pos 642576384, len 4096, copied 4096 00000080:00200000:1.0:1775764894.591137:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d76d75fb[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.592981:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007df1209e fffffc0001001 3:0 ffff967bc91aaee0 156879 lru 00000080:00200000:1.0:1775764894.592990:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002adee50c 156879: 1< 0 - - > 2< 642576384 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 420 - -> 00000080:00200000:1.0:1775764894.592993:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d76d75fb 00000080:00200000:1.0:1775764894.592996:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.593001:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.593025:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.593053:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.593057:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.593060:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.593073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.593077:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.593080:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.593087:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593097:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.593109:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.593112:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.593119:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.593125:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156879, 156879] 00000080:00200000:1.0:1775764894.593149:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.593153:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.593164:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642580480 i_blocks 1196131 00000080:00200000:1.0:1775764894.593169:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.593200:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642580480, count: 4096 00000080:00200000:1.0:1775764894.593222:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642580480, bytes: 4096 00000080:00200000:1.0:1775764894.593228:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.593233:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156881, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.593235:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642580480, 642584576) 0 0 00000080:00200000:1.0:1775764894.593239:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.593269:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156880, 156880] 00020000:00200000:1.0:1775764894.593275:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642580480 chunk: [642580480, 642584576) 642584576, 4096 00020000:00200000:1.0:1775764894.593279:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.593301:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156880, 156880] 00000008:00010000:1.0:1775764894.593313:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.593317:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.593333:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593345:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642580480 642584575) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593366:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593383:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593390:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.593420:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642580480, 642584576) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.593429:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156880 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.593466:0:17279:0:(rw26.c:858:ll_write_end()) pos 642580480, len 4096, copied 4096 00000080:00200000:1.0:1775764894.593472:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000068e8f66c[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.593475:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a32cccae fffffc0001001 3:0 ffff967bc91aad20 156880 lru 00000080:00200000:1.0:1775764894.593481:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000045c01ba1 156880: 1< 0 - - > 2< 642580480 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 421 - -> 00000080:00200000:1.0:1775764894.593483:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000068e8f66c 00000080:00200000:1.0:1775764894.593484:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.593486:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.593496:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.593519:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.593522:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.593525:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.593531:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.593534:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.593536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.593540:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593548:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.593557:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.593560:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.593565:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.593568:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156880, 156880] 00000080:00200000:1.0:1775764894.593578:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.593581:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.593586:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642584576 i_blocks 1196131 00000080:00200000:1.0:1775764894.593589:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.593605:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642584576, count: 4096 00000080:00200000:1.0:1775764894.593618:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642584576, bytes: 4096 00000080:00200000:1.0:1775764894.593621:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.593625:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156882, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.593626:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642584576, 642588672) 0 0 00000080:00200000:1.0:1775764894.593629:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.593634:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156881, 156881] 00020000:00200000:1.0:1775764894.593637:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642584576 chunk: [642584576, 642588672) 642588672, 4096 00020000:00200000:1.0:1775764894.593639:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.593651:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156881, 156881] 00000008:00010000:1.0:1775764894.593657:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.593659:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.593667:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593676:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642584576 642588671) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593684:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593691:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593698:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.593707:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642584576, 642588672) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.593712:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156881 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.593729:0:17279:0:(rw26.c:858:ll_write_end()) pos 642584576, len 4096, copied 4096 00000080:00200000:1.0:1775764894.593734:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bfea4c9f[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.593737:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe3dd8b8 fffffc0001001 3:0 ffff967bc91aa7e0 156881 lru 00000080:00200000:1.0:1775764894.593743:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca6673cb 156881: 1< 0 - - > 2< 642584576 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 422 - -> 00000080:00200000:1.0:1775764894.593745:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bfea4c9f 00000080:00200000:1.0:1775764894.593746:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.593749:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.593758:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.593770:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.593773:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.593775:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.593781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.593784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.593787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.593790:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593799:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.593807:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.593809:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.593814:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.593817:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156881, 156881] 00000080:00200000:1.0:1775764894.593828:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.593830:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.593836:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642588672 i_blocks 1196131 00000080:00200000:1.0:1775764894.593840:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.593855:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642588672, count: 4096 00000080:00200000:1.0:1775764894.593866:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642588672, bytes: 4096 00000080:00200000:1.0:1775764894.593869:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.593872:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156883, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.593874:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642588672, 642592768) 0 0 00000080:00200000:1.0:1775764894.593877:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.593882:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156882, 156882] 00020000:00200000:1.0:1775764894.593885:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642588672 chunk: [642588672, 642592768) 642592768, 4096 00020000:00200000:1.0:1775764894.593887:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.593899:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156882, 156882] 00000008:00010000:1.0:1775764894.593905:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.593907:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.593915:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593924:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642588672 642592767) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593933:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593941:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.593949:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.593957:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642588672, 642592768) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.593962:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156882 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.593977:0:17279:0:(rw26.c:858:ll_write_end()) pos 642588672, len 4096, copied 4096 00000080:00200000:1.0:1775764894.593981:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005bb9670e[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.593984:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c5af7328 fffffc0001001 3:0 ffff967bc91aab60 156882 lru 00000080:00200000:1.0:1775764894.593990:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000004071a4b1 156882: 1< 0 - - > 2< 642588672 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 423 - -> 00000080:00200000:1.0:1775764894.593992:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005bb9670e 00000080:00200000:1.0:1775764894.593993:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.593995:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.594003:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594015:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.594017:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.594019:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.594025:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.594028:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.594030:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.594034:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594042:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.594050:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.594053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.594057:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.594059:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156882, 156882] 00000080:00200000:1.0:1775764894.594070:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.594072:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.594078:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642592768 i_blocks 1196131 00000080:00200000:1.0:1775764894.594081:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.594095:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642592768, count: 4096 00000080:00200000:1.0:1775764894.594106:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642592768, bytes: 4096 00000080:00200000:1.0:1775764894.594109:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.594113:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156884, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.594115:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642592768, 642596864) 0 0 00000080:00200000:1.0:1775764894.594117:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.594122:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156883, 156883] 00020000:00200000:1.0:1775764894.594125:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642592768 chunk: [642592768, 642596864) 642596864, 4096 00020000:00200000:1.0:1775764894.594127:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.594138:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156883, 156883] 00000008:00010000:1.0:1775764894.594143:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.594145:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.594153:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594162:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642592768 642596863) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594171:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594178:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594186:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594194:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642592768, 642596864) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.594198:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156883 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.594214:0:17279:0:(rw26.c:858:ll_write_end()) pos 642592768, len 4096, copied 4096 00000080:00200000:1.0:1775764894.594218:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007786c74e[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.594221:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c133d55f fffffc0001001 3:0 ffff967bc91aa620 156883 lru 00000080:00200000:1.0:1775764894.594227:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003d525041 156883: 1< 0 - - > 2< 642592768 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 424 - -> 00000080:00200000:1.0:1775764894.594229:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007786c74e 00000080:00200000:1.0:1775764894.594230:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.594232:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.594240:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594296:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.594299:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.594302:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.594308:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.594311:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.594313:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.594317:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594326:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.594334:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.594336:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.594341:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.594343:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156883, 156883] 00000080:00200000:1.0:1775764894.594365:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.594368:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.594373:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642596864 i_blocks 1196131 00000080:00200000:1.0:1775764894.594376:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.594391:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642596864, count: 4096 00000080:00200000:1.0:1775764894.594403:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642596864, bytes: 4096 00000080:00200000:1.0:1775764894.594406:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.594410:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156885, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.594411:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642596864, 642600960) 0 0 00000080:00200000:1.0:1775764894.594414:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.594419:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156884, 156884] 00020000:00200000:1.0:1775764894.594422:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642596864 chunk: [642596864, 642600960) 642600960, 4096 00020000:00200000:1.0:1775764894.594425:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.594436:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156884, 156884] 00000008:00010000:1.0:1775764894.594442:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.594444:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.594452:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594461:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642596864 642600959) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594469:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594478:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594485:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594493:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642596864, 642600960) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.594497:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156884 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.594513:0:17279:0:(rw26.c:858:ll_write_end()) pos 642596864, len 4096, copied 4096 00000080:00200000:1.0:1775764894.594517:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000d9d4e612[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.594520:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007af4d2f2 fffffc0001001 3:0 ffff967bc91aa000 156884 lru 00000080:00200000:1.0:1775764894.594525:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca16407e 156884: 1< 0 - - > 2< 642596864 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 425 - -> 00000080:00200000:1.0:1775764894.594526:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000d9d4e612 00000080:00200000:1.0:1775764894.594528:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.594530:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.594538:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594550:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.594552:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.594554:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.594560:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.594563:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.594565:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.594569:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594576:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.594584:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.594586:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.594590:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.594593:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156884, 156884] 00000080:00200000:1.0:1775764894.594603:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.594606:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.594611:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642600960 i_blocks 1196131 00000080:00200000:1.0:1775764894.594614:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.594629:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642600960, count: 4096 00000080:00200000:1.0:1775764894.594641:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642600960, bytes: 4096 00000080:00200000:1.0:1775764894.594643:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.594646:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156886, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.594648:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642600960, 642605056) 0 0 00000080:00200000:1.0:1775764894.594651:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.594656:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156885, 156885] 00020000:00200000:1.0:1775764894.594659:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642600960 chunk: [642600960, 642605056) 642605056, 4096 00020000:00200000:1.0:1775764894.594661:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.594673:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156885, 156885] 00000008:00010000:1.0:1775764894.594679:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.594681:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.594688:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594697:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642600960 642605055) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594705:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594712:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594719:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594727:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642600960, 642605056) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.594732:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156885 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.594749:0:17279:0:(rw26.c:858:ll_write_end()) pos 642600960, len 4096, copied 4096 00000080:00200000:1.0:1775764894.594754:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008b2a0aab[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.594757:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009dee6f7c fffffc0001001 3:0 ffff967bc91aa380 156885 lru 00000080:00200000:1.0:1775764894.594762:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005c702f51 156885: 1< 0 - - > 2< 642600960 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 426 - -> 00000080:00200000:1.0:1775764894.594764:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008b2a0aab 00000080:00200000:1.0:1775764894.594765:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.594767:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.594776:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594788:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.594791:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.594793:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.594798:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.594800:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.594803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.594806:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594814:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.594822:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.594824:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.594828:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.594830:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156885, 156885] 00000080:00200000:1.0:1775764894.594842:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.594845:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.594849:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642605056 i_blocks 1196131 00000080:00200000:1.0:1775764894.594852:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.594866:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642605056, count: 4096 00000080:00200000:1.0:1775764894.594877:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642605056, bytes: 4096 00000080:00200000:1.0:1775764894.594880:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.594884:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156887, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.594885:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642605056, 642609152) 0 0 00000080:00200000:1.0:1775764894.594888:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.594893:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156886, 156886] 00020000:00200000:1.0:1775764894.594896:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642605056 chunk: [642605056, 642609152) 642609152, 4096 00020000:00200000:1.0:1775764894.594899:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.594912:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156886, 156886] 00000008:00010000:1.0:1775764894.594918:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.594920:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.594929:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594938:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642605056 642609151) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594947:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594955:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.594962:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.594970:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642605056, 642609152) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.594974:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156886 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.594990:0:17279:0:(rw26.c:858:ll_write_end()) pos 642605056, len 4096, copied 4096 00000080:00200000:1.0:1775764894.594995:0:17279:0:(rw26.c:916:ll_write_end()) page@000000005ee11b45[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.594998:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002e30ddba fffffc0001001 3:0 ffff967bc91aac40 156886 lru 00000080:00200000:1.0:1775764894.595002:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009524e4f7 156886: 1< 0 - - > 2< 642605056 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 427 - -> 00000080:00200000:1.0:1775764894.595004:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000005ee11b45 00000080:00200000:1.0:1775764894.595005:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.595007:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.595016:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.595028:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.595031:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.595033:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.595038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.595041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.595043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.595047:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.595054:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.595063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.595065:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.595069:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.595071:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156886, 156886] 00000080:00200000:1.0:1775764894.595082:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.595085:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.595090:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642609152 i_blocks 1196131 00000080:00200000:1.0:1775764894.595093:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.595108:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642609152, count: 4096 00000080:00200000:1.0:1775764894.595119:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642609152, bytes: 4096 00000080:00200000:1.0:1775764894.595122:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.595126:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156888, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.595127:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642609152, 642613248) 0 0 00000080:00200000:1.0:1775764894.595130:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.595135:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156887, 156887] 00020000:00200000:1.0:1775764894.595138:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642609152 chunk: [642609152, 642613248) 642613248, 4096 00020000:00200000:1.0:1775764894.595140:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.595151:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156887, 156887] 00000008:00010000:1.0:1775764894.595157:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.595159:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.595166:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.595174:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642609152 642613247) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.595183:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.595189:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.595196:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.595204:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642609152, 642613248) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.595209:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156887 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.595225:0:17279:0:(rw26.c:858:ll_write_end()) pos 642609152, len 4096, copied 4096 00000080:00200000:1.0:1775764894.595230:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000870ecb61[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.595232:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009d01fa17 fffffc0001001 3:0 ffff967bc91aa9a0 156887 lru 00000080:00200000:1.0:1775764894.595238:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003e3fa127 156887: 1< 0 - - > 2< 642609152 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 428 - -> 00000080:00200000:1.0:1775764894.595239:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000870ecb61 00000080:00200000:1.0:1775764894.595241:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.595243:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.595280:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.595293:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.595295:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.595297:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.595303:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.595305:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.595307:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.595311:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.595318:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.595326:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.595328:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.595333:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.595335:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156887, 156887] 00000080:00200000:1.0:1775764894.595345:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.597495:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.597595:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642613248 i_blocks 1196131 00000080:00200000:1.0:1775764894.597603:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.597648:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642613248, count: 4096 00000080:00200000:1.0:1775764894.597676:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642613248, bytes: 4096 00000080:00200000:1.0:1775764894.597681:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.597689:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156889, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.597692:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642613248, 642617344) 0 0 00000080:00200000:1.0:1775764894.597696:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.597709:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156888, 156888] 00020000:00200000:1.0:1775764894.597716:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642613248 chunk: [642613248, 642617344) 642617344, 4096 00020000:00200000:1.0:1775764894.597720:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.597747:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156888, 156888] 00000008:00010000:1.0:1775764894.597763:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.597769:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.597792:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.597809:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642613248 642617343) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.597823:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.597832:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.597839:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.597851:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642613248, 642617344) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.597864:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156888 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.597915:0:17279:0:(rw26.c:858:ll_write_end()) pos 642613248, len 4096, copied 4096 00000080:00200000:1.0:1775764894.597922:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ff05a57c[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.597926:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004942bbde fffffc0001021 2:0 ffff967bc91aaa80 156888 lru 00000080:00200000:1.0:1775764894.597933:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9747984 156888: 1< 0 - - > 2< 642613248 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 429 - -> 00000080:00200000:1.0:1775764894.597936:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ff05a57c 00000080:00200000:1.0:1775764894.597937:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.597941:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.597962:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.597984:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.597989:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.597992:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.598005:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.598008:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.598012:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.598016:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.598025:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.598038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.598041:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.598047:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.598052:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156888, 156888] 00000080:00200000:1.0:1775764894.598067:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.598070:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.598076:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642617344 i_blocks 1196131 00000080:00200000:1.0:1775764894.598079:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.598096:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642617344, count: 4096 00000080:00200000:1.0:1775764894.598109:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642617344, bytes: 4096 00000080:00200000:1.0:1775764894.598112:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.598116:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156890, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.598118:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642617344, 642621440) 0 0 00000080:00200000:1.0:1775764894.598121:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.598127:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156889, 156889] 00020000:00200000:1.0:1775764894.598130:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642617344 chunk: [642617344, 642621440) 642621440, 4096 00020000:00200000:1.0:1775764894.598132:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.598146:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156889, 156889] 00000008:00010000:1.0:1775764894.598152:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.598155:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.598163:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.598173:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642617344 642621439) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.598181:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.598188:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.598195:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.598203:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642617344, 642621440) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.598208:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156889 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.598225:0:17279:0:(rw26.c:858:ll_write_end()) pos 642617344, len 4096, copied 4096 00000080:00200000:1.0:1775764894.598229:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000b4b438f[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.598233:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000001a34fe75 fffffc0001001 3:0 ffff967bc91aa540 156889 lru 00000080:00200000:1.0:1775764894.598239:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1321aba 156889: 1< 0 - - > 2< 642617344 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 430 - -> 00000080:00200000:1.0:1775764894.598241:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000b4b438f 00000080:00200000:1.0:1775764894.598242:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.598244:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.598280:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.598293:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.598296:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.598298:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.598305:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.598308:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.598310:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.598314:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.598322:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.598330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.598333:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.598337:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.598340:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156889, 156889] 00000080:00200000:1.0:1775764894.598362:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.598365:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.603819:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642621440 i_blocks 1196131 00000080:00200000:1.0:1775764894.603838:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.603899:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642621440, count: 4096 00000080:00200000:1.0:1775764894.603933:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642621440, bytes: 4096 00000080:00200000:1.0:1775764894.603939:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.603948:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156891, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.603950:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642621440, 642625536) 0 0 00000080:00200000:1.0:1775764894.603955:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.603970:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156890, 156890] 00020000:00200000:1.0:1775764894.603978:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642621440 chunk: [642621440, 642625536) 642625536, 4096 00020000:00200000:1.0:1775764894.603982:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.604012:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156890, 156890] 00000008:00010000:1.0:1775764894.604027:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.604034:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.604059:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604074:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642621440 642625535) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604086:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604095:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604102:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.604114:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642621440, 642625536) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.604125:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156890 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.604182:0:17279:0:(rw26.c:858:ll_write_end()) pos 642621440, len 4096, copied 4096 00000080:00200000:1.0:1775764894.604189:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c0d2b40e[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.604192:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0f01885 fffffc0001001 3:0 ffff967bc91ab7e0 156890 lru 00000080:00200000:1.0:1775764894.604199:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000221168b7 156890: 1< 0 - - > 2< 642621440 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 431 - -> 00000080:00200000:1.0:1775764894.604201:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c0d2b40e 00000080:00200000:1.0:1775764894.604203:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.604207:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.604228:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.604270:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.604275:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.604278:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.604292:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.604296:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.604298:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.604303:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604312:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.604325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.604328:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.604335:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.604340:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156890, 156890] 00000080:00200000:1.0:1775764894.604366:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.604370:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.604378:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642625536 i_blocks 1196131 00000080:00200000:1.0:1775764894.604381:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.604398:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642625536, count: 4096 00000080:00200000:1.0:1775764894.604410:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642625536, bytes: 4096 00000080:00200000:1.0:1775764894.604413:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.604417:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156892, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.604418:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642625536, 642629632) 0 0 00000080:00200000:1.0:1775764894.604421:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.604427:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156891, 156891] 00020000:00200000:1.0:1775764894.604430:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642625536 chunk: [642625536, 642629632) 642629632, 4096 00020000:00200000:1.0:1775764894.604432:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.604445:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156891, 156891] 00000008:00010000:1.0:1775764894.604451:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.604454:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.604463:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604472:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642625536 642629631) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604482:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604490:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604498:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.604753:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642625536, 642629632) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.604762:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156891 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.604783:0:17279:0:(rw26.c:858:ll_write_end()) pos 642625536, len 4096, copied 4096 00000080:00200000:1.0:1775764894.604788:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006782b8ef[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.604791:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000647cf374 fffffc0001001 3:0 ffff967bc91abb60 156891 lru 00000080:00200000:1.0:1775764894.604797:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000628873fe 156891: 1< 0 - - > 2< 642625536 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 432 - -> 00000080:00200000:1.0:1775764894.604799:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006782b8ef 00000080:00200000:1.0:1775764894.604801:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.604803:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.604814:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.604828:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.604831:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.604834:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.604841:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.604843:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.604845:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.604849:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604857:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.604865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.604867:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.604872:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.604875:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156891, 156891] 00000080:00200000:1.0:1775764894.604887:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.604890:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.604896:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642629632 i_blocks 1196131 00000080:00200000:1.0:1775764894.604899:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.604915:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642629632, count: 4096 00000080:00200000:1.0:1775764894.604927:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642629632, bytes: 4096 00000080:00200000:1.0:1775764894.604930:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.604934:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156893, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.604935:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642629632, 642633728) 0 0 00000080:00200000:1.0:1775764894.604938:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.604945:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156892, 156892] 00020000:00200000:1.0:1775764894.604949:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642629632 chunk: [642629632, 642633728) 642633728, 4096 00020000:00200000:1.0:1775764894.604951:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.604966:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156892, 156892] 00000008:00010000:1.0:1775764894.604973:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.604975:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.604984:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.604993:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642629632 642633727) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605002:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605010:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605017:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.605025:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642629632, 642633728) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.605031:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156892 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.605049:0:17279:0:(rw26.c:858:ll_write_end()) pos 642629632, len 4096, copied 4096 00000080:00200000:1.0:1775764894.605053:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004643ab31[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.605056:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000056c0da2e fffffc0001001 3:0 ffff967bc91ab620 156892 lru 00000080:00200000:1.0:1775764894.605062:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000a189f922 156892: 1< 0 - - > 2< 642629632 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 433 - -> 00000080:00200000:1.0:1775764894.605064:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004643ab31 00000080:00200000:1.0:1775764894.605066:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.605069:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.605077:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.605090:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.605093:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.605095:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.605102:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.605104:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.605106:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.605110:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605118:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.605126:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.605129:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.605133:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.605136:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156892, 156892] 00000080:00200000:1.0:1775764894.605147:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.605150:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.605155:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642633728 i_blocks 1196131 00000080:00200000:1.0:1775764894.605158:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.605174:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642633728, count: 4096 00000080:00200000:1.0:1775764894.605187:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642633728, bytes: 4096 00000080:00200000:1.0:1775764894.605190:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.605194:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156894, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.605195:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642633728, 642637824) 0 0 00000080:00200000:1.0:1775764894.605198:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.605204:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156893, 156893] 00020000:00200000:1.0:1775764894.605207:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642633728 chunk: [642633728, 642637824) 642637824, 4096 00020000:00200000:1.0:1775764894.605209:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.605222:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156893, 156893] 00000008:00010000:1.0:1775764894.605228:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.605230:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.605239:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605273:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642633728 642637823) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605282:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605290:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605297:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.605305:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642633728, 642637824) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.605311:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156893 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.605328:0:17279:0:(rw26.c:858:ll_write_end()) pos 642633728, len 4096, copied 4096 00000080:00200000:1.0:1775764894.605333:0:17279:0:(rw26.c:916:ll_write_end()) page@000000001a759029[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.605336:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000093d00f3c fffffc0001001 3:0 ffff967bc91ab000 156893 lru 00000080:00200000:1.0:1775764894.605341:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000f37bc531 156893: 1< 0 - - > 2< 642633728 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 434 - -> 00000080:00200000:1.0:1775764894.605343:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000001a759029 00000080:00200000:1.0:1775764894.605345:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.605347:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.605375:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.605389:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.605392:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.605394:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.605401:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.605403:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.605406:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.605410:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.605418:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.605426:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.605429:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.605434:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.605436:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156893, 156893] 00000080:00200000:1.0:1775764894.605447:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.605450:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.605455:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642637824 i_blocks 1196131 00000080:00200000:1.0:1775764894.605459:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.605475:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642637824, count: 4096 00000080:00200000:1.0:1775764894.605488:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642637824, bytes: 4096 00000080:00200000:1.0:1775764894.605491:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.605494:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156895, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.605496:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642637824, 642641920) 0 0 00000080:00200000:1.0:1775764894.605499:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.606211:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156894, 156894] 00020000:00200000:1.0:1775764894.606221:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642637824 chunk: [642637824, 642641920) 642641920, 4096 00020000:00200000:1.0:1775764894.606225:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.606300:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156894, 156894] 00000008:00010000:1.0:1775764894.606312:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.606315:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.606329:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606340:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642637824 642641919) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606428:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606439:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606445:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.606456:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642637824, 642641920) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.606463:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156894 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.606495:0:17279:0:(rw26.c:858:ll_write_end()) pos 642637824, len 4096, copied 4096 00000080:00200000:1.0:1775764894.606501:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000278c476[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.606504:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000008d4432c9 fffffc0001001 3:0 ffff967bc91ab380 156894 lru 00000080:00200000:1.0:1775764894.606662:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000920be150 156894: 1< 0 - - > 2< 642637824 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 435 - -> 00000080:00200000:1.0:1775764894.606665:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000278c476 00000080:00200000:1.0:1775764894.606667:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.606670:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.606687:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.606707:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.606711:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.606713:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.606722:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.606726:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.606728:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.606732:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606741:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.606751:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.606753:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.606759:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.606763:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156894, 156894] 00000080:00200000:1.0:1775764894.606782:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.606785:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.606794:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642641920 i_blocks 1196131 00000080:00200000:1.0:1775764894.606798:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.606821:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642641920, count: 4096 00000080:00200000:1.0:1775764894.606836:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642641920, bytes: 4096 00000080:00200000:1.0:1775764894.606839:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.606844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156896, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.606846:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642641920, 642646016) 0 0 00000080:00200000:1.0:1775764894.606849:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.606858:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156895, 156895] 00020000:00200000:1.0:1775764894.606861:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642641920 chunk: [642641920, 642646016) 642646016, 4096 00020000:00200000:1.0:1775764894.606864:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.606879:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156895, 156895] 00000008:00010000:1.0:1775764894.606885:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.606888:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.606897:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606905:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642641920 642646015) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606913:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606920:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.606927:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.606935:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642641920, 642646016) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.606940:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156895 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.606960:0:17279:0:(rw26.c:858:ll_write_end()) pos 642641920, len 4096, copied 4096 00000080:00200000:1.0:1775764894.606965:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bb455ede[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.606968:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f20572a1 fffffc0001001 3:0 ffff967bc91abc40 156895 lru 00000080:00200000:1.0:1775764894.606973:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000009280e406 156895: 1< 0 - - > 2< 642641920 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 436 - -> 00000080:00200000:1.0:1775764894.606975:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bb455ede 00000080:00200000:1.0:1775764894.606977:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.606981:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.606990:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.607001:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.607004:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.607006:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.607011:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.607014:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.607016:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.607020:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.607027:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.607035:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.607037:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.607041:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.607043:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156895, 156895] 00000080:00200000:1.0:1775764894.607053:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.607056:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.607060:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642646016 i_blocks 1196131 00000080:00200000:1.0:1775764894.607063:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.607078:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642646016, count: 4096 00000080:00200000:1.0:1775764894.607090:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642646016, bytes: 4096 00000080:00200000:1.0:1775764894.607093:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.607096:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156897, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.607098:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642646016, 642650112) 0 0 00000080:00200000:1.0:1775764894.607101:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.607107:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156896, 156896] 00020000:00200000:1.0:1775764894.607109:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642646016 chunk: [642646016, 642650112) 642650112, 4096 00020000:00200000:1.0:1775764894.607112:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.607124:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156896, 156896] 00000008:00010000:1.0:1775764894.607130:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.607133:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.607141:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.607150:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642646016 642650111) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.607157:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.607164:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.607172:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.607179:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642646016, 642650112) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.607184:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156896 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.607201:0:17279:0:(rw26.c:858:ll_write_end()) pos 642646016, len 4096, copied 4096 00000080:00200000:1.0:1775764894.607205:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000019ee32d6[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.607208:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000018987964 fffffc0001001 3:0 ffff967bc91ab9a0 156896 lru 00000080:00200000:1.0:1775764894.607214:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008ebcf31a 156896: 1< 0 - - > 2< 642646016 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 437 - -> 00000080:00200000:1.0:1775764894.607216:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000019ee32d6 00000080:00200000:1.0:1775764894.607218:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.607220:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.607229:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.607241:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.607271:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.607275:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.607281:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.607284:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.607286:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.607291:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.607298:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.607306:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.607308:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.607313:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.607315:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156896, 156896] 00000080:00200000:1.0:1775764894.607326:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.607329:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.607335:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642650112 i_blocks 1196131 00000080:00200000:1.0:1775764894.607337:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.609331:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642650112, count: 4096 00000080:00200000:1.0:1775764894.609402:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642650112, bytes: 4096 00000080:00200000:1.0:1775764894.609408:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.609417:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156898, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.609419:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642650112, 642654208) 0 0 00000080:00200000:1.0:1775764894.609424:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.609438:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156897, 156897] 00020000:00200000:1.0:1775764894.609445:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642650112 chunk: [642650112, 642654208) 642654208, 4096 00020000:00200000:1.0:1775764894.609449:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.609477:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156897, 156897] 00000008:00010000:1.0:1775764894.609494:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.609500:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.609533:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609548:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642650112 642654207) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609561:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609571:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609579:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.609591:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642650112, 642654208) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.609603:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156897 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.609654:0:17279:0:(rw26.c:858:ll_write_end()) pos 642650112, len 4096, copied 4096 00000080:00200000:1.0:1775764894.609662:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000017c7e700[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.609665:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000011041af0 fffffc0001001 3:0 ffff967bc91aba80 156897 lru 00000080:00200000:1.0:1775764894.609672:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000051cc4ad0 156897: 1< 0 - - > 2< 642650112 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 438 - -> 00000080:00200000:1.0:1775764894.609675:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000017c7e700 00000080:00200000:1.0:1775764894.609676:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.609680:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.609700:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.609724:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.609729:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.609732:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.609747:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.609750:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.609765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.609770:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609779:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.609791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.609794:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.609801:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.609806:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156897, 156897] 00000080:00200000:1.0:1775764894.609827:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.609830:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.609841:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642654208 i_blocks 1196131 00000080:00200000:1.0:1775764894.609844:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.609865:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642654208, count: 4096 00000080:00200000:1.0:1775764894.609878:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642654208, bytes: 4096 00000080:00200000:1.0:1775764894.609882:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.609886:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156899, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.609887:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642654208, 642658304) 0 0 00000080:00200000:1.0:1775764894.609890:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.609896:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156898, 156898] 00020000:00200000:1.0:1775764894.609899:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642654208 chunk: [642654208, 642658304) 642658304, 4096 00020000:00200000:1.0:1775764894.609902:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.609916:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156898, 156898] 00000008:00010000:1.0:1775764894.609922:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.609925:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.609933:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609942:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642654208 642658303) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609951:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609960:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.609966:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.609975:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642654208, 642658304) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.609980:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156898 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.609997:0:17279:0:(rw26.c:858:ll_write_end()) pos 642654208, len 4096, copied 4096 00000080:00200000:1.0:1775764894.610002:0:17279:0:(rw26.c:916:ll_write_end()) page@000000003be08306[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.610005:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002399d88f fffffc0001001 3:0 ffff967bc91ab540 156898 lru 00000080:00200000:1.0:1775764894.610011:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000031d0e2d1 156898: 1< 0 - - > 2< 642654208 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 439 - -> 00000080:00200000:1.0:1775764894.610013:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000003be08306 00000080:00200000:1.0:1775764894.610015:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.610017:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.610026:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610038:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.610041:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.610043:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.610049:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.610051:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.610053:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.610057:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610065:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.610073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.610075:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.610080:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.610083:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156898, 156898] 00000080:00200000:1.0:1775764894.610094:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.610098:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.610103:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642658304 i_blocks 1196131 00000080:00200000:1.0:1775764894.610106:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.610121:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642658304, count: 4096 00000080:00200000:1.0:1775764894.610133:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642658304, bytes: 4096 00000080:00200000:1.0:1775764894.610136:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.610140:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156900, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.610142:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642658304, 642662400) 0 0 00000080:00200000:1.0:1775764894.610145:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.610150:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156899, 156899] 00020000:00200000:1.0:1775764894.610153:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642658304 chunk: [642658304, 642662400) 642662400, 4096 00020000:00200000:1.0:1775764894.610156:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.610168:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156899, 156899] 00000008:00010000:1.0:1775764894.610174:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.610176:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.610184:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610194:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642658304 642662399) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610202:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610210:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610216:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610224:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642658304, 642662400) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.610229:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156899 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.610275:0:17279:0:(rw26.c:858:ll_write_end()) pos 642658304, len 4096, copied 4096 00000080:00200000:1.0:1775764894.610280:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b20146ff[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.610283:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000064cbcb3c fffffc0001001 3:0 ffff967bc91ab0e0 156899 lru 00000080:00200000:1.0:1775764894.610289:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000044e42dfa 156899: 1< 0 - - > 2< 642658304 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 440 - -> 00000080:00200000:1.0:1775764894.610291:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b20146ff 00000080:00200000:1.0:1775764894.610293:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.610295:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.610304:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610316:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.610319:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.610321:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.610327:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.610330:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.610332:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.610336:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610343:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.610368:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.610371:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.610375:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.610378:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156899, 156899] 00000080:00200000:1.0:1775764894.610388:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.610391:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.610396:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642662400 i_blocks 1196131 00000080:00200000:1.0:1775764894.610399:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.610414:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642662400, count: 4096 00000080:00200000:1.0:1775764894.610425:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642662400, bytes: 4096 00000080:00200000:1.0:1775764894.610428:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.610432:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156901, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.610433:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642662400, 642666496) 0 0 00000080:00200000:1.0:1775764894.610437:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.610442:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156900, 156900] 00020000:00200000:1.0:1775764894.610445:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642662400 chunk: [642662400, 642666496) 642666496, 4096 00020000:00200000:1.0:1775764894.610447:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.610458:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156900, 156900] 00000008:00010000:1.0:1775764894.610465:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.610467:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.610475:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610484:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642662400 642666495) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610493:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610501:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610508:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610516:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642662400, 642666496) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.610521:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156900 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.610539:0:17279:0:(rw26.c:858:ll_write_end()) pos 642662400, len 4096, copied 4096 00000080:00200000:1.0:1775764894.610544:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000083a8d3b4[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.610547:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8eeff2b fffffc0001001 3:0 ffff967bc91ab1c0 156900 lru 00000080:00200000:1.0:1775764894.610552:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000081ebf2ca 156900: 1< 0 - - > 2< 642662400 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 441 - -> 00000080:00200000:1.0:1775764894.610554:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000083a8d3b4 00000080:00200000:1.0:1775764894.610556:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.610558:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.610567:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610579:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.610581:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.610583:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.610589:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.610591:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.610594:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.610597:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610605:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.610614:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.610616:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.610620:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.610623:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156900, 156900] 00000080:00200000:1.0:1775764894.610634:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.610637:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.610642:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642666496 i_blocks 1196131 00000080:00200000:1.0:1775764894.610645:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.610660:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642666496, count: 4096 00000080:00200000:1.0:1775764894.610671:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642666496, bytes: 4096 00000080:00200000:1.0:1775764894.610674:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.610678:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156902, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.610679:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642666496, 642670592) 0 0 00000080:00200000:1.0:1775764894.610682:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.610687:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156901, 156901] 00020000:00200000:1.0:1775764894.610690:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642666496 chunk: [642666496, 642670592) 642670592, 4096 00020000:00200000:1.0:1775764894.610692:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.610703:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156901, 156901] 00000008:00010000:1.0:1775764894.610708:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.610710:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.610718:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610727:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642666496 642670591) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610736:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610743:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610750:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610758:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642666496, 642670592) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.610764:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156901 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.610780:0:17279:0:(rw26.c:858:ll_write_end()) pos 642666496, len 4096, copied 4096 00000080:00200000:1.0:1775764894.610784:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000eff42cdd[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.610788:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000dfcc8a2d fffffc0001001 3:0 ffff967bc91ab700 156901 lru 00000080:00200000:1.0:1775764894.610793:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c040063f 156901: 1< 0 - - > 2< 642666496 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 442 - -> 00000080:00200000:1.0:1775764894.610796:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000eff42cdd 00000080:00200000:1.0:1775764894.610797:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.610799:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.610809:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.610822:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.610825:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.610827:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.610833:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.610835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.610838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.610842:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610850:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.610859:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.610861:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.610865:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.610868:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156901, 156901] 00000080:00200000:1.0:1775764894.610878:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.610881:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.610886:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642670592 i_blocks 1196131 00000080:00200000:1.0:1775764894.610889:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.610904:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642670592, count: 4096 00000080:00200000:1.0:1775764894.610916:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642670592, bytes: 4096 00000080:00200000:1.0:1775764894.610919:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.610923:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156903, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.610925:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642670592, 642674688) 0 0 00000080:00200000:1.0:1775764894.610928:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.610934:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156902, 156902] 00020000:00200000:1.0:1775764894.610937:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642670592 chunk: [642670592, 642674688) 642674688, 4096 00020000:00200000:1.0:1775764894.610939:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.610953:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156902, 156902] 00000008:00010000:1.0:1775764894.610960:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.610962:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.610970:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610979:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642670592 642674687) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610988:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.610995:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611002:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611010:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642670592, 642674688) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.611015:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156902 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.611034:0:17279:0:(rw26.c:858:ll_write_end()) pos 642670592, len 4096, copied 4096 00000080:00200000:1.0:1775764894.611038:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b9095a83[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.611042:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e3a553d8 fffffc0001001 3:0 ffff967bc91ab2a0 156902 lru 00000080:00200000:1.0:1775764894.611047:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000dd813740 156902: 1< 0 - - > 2< 642670592 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 443 - -> 00000080:00200000:1.0:1775764894.611050:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b9095a83 00000080:00200000:1.0:1775764894.611051:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.611053:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.611063:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611075:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.611078:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.611081:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.611087:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.611089:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.611092:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.611096:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611103:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.611110:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.611112:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.611116:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.611118:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156902, 156902] 00000080:00200000:1.0:1775764894.611128:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.611131:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.611135:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642674688 i_blocks 1196131 00000080:00200000:1.0:1775764894.611137:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.611150:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642674688, count: 4096 00000080:00200000:1.0:1775764894.611160:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642674688, bytes: 4096 00000080:00200000:1.0:1775764894.611163:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.611167:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156904, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.611168:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642674688, 642678784) 0 0 00000080:00200000:1.0:1775764894.611171:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.611176:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156903, 156903] 00020000:00200000:1.0:1775764894.611179:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642674688 chunk: [642674688, 642678784) 642678784, 4096 00020000:00200000:1.0:1775764894.611181:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.611193:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156903, 156903] 00000008:00010000:1.0:1775764894.611198:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.611200:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.611208:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611217:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642674688 642678783) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611225:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611231:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611238:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611276:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642674688, 642678784) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.611282:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156903 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.611304:0:17279:0:(rw26.c:858:ll_write_end()) pos 642674688, len 4096, copied 4096 00000080:00200000:1.0:1775764894.611308:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c0e8e29f[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.611311:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000631e7d47 fffffc0001021 2:0 ffff967bc91abe00 156903 lru 00000080:00200000:1.0:1775764894.611316:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000047529795 156903: 1< 0 - - > 2< 642674688 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 444 - -> 00000080:00200000:1.0:1775764894.611319:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c0e8e29f 00000080:00200000:1.0:1775764894.611320:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.611322:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.611331:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611343:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.611345:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.611347:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.611367:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.611369:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.611372:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.611375:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611383:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.611391:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.611394:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.611398:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.611401:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156903, 156903] 00000080:00200000:1.0:1775764894.611412:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.611415:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.611421:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642678784 i_blocks 1196131 00000080:00200000:1.0:1775764894.611424:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.611440:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642678784, count: 4096 00000080:00200000:1.0:1775764894.611452:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642678784, bytes: 4096 00000080:00200000:1.0:1775764894.611455:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.611459:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156905, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.611460:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642678784, 642682880) 0 0 00000080:00200000:1.0:1775764894.611463:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.611469:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156904, 156904] 00020000:00200000:1.0:1775764894.611472:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642678784 chunk: [642678784, 642682880) 642682880, 4096 00020000:00200000:1.0:1775764894.611474:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.611487:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156904, 156904] 00000008:00010000:1.0:1775764894.611493:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.611495:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.611504:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611513:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642678784 642682879) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611521:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611528:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611534:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611543:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642678784, 642682880) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.611549:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156904 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.611567:0:17279:0:(rw26.c:858:ll_write_end()) pos 642678784, len 4096, copied 4096 00000080:00200000:1.0:1775764894.611571:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008b4f39d2[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.611574:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000d4ca0ca fffffc0001001 3:0 ffff967bc91ab8c0 156904 lru 00000080:00200000:1.0:1775764894.611580:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5d9b174 156904: 1< 0 - - > 2< 642678784 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 445 - -> 00000080:00200000:1.0:1775764894.611582:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008b4f39d2 00000080:00200000:1.0:1775764894.611584:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.611586:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.611595:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611608:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.611610:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.611613:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.611618:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.611621:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.611623:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.611627:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611635:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.611643:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.611646:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.611650:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.611653:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156904, 156904] 00000080:00200000:1.0:1775764894.611663:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.611666:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.611671:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642682880 i_blocks 1196131 00000080:00200000:1.0:1775764894.611674:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.611689:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642682880, count: 4096 00000080:00200000:1.0:1775764894.611701:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642682880, bytes: 4096 00000080:00200000:1.0:1775764894.611704:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.611708:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156906, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.611709:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642682880, 642686976) 0 0 00000080:00200000:1.0:1775764894.611712:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.611717:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156905, 156905] 00020000:00200000:1.0:1775764894.611720:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642682880 chunk: [642682880, 642686976) 642686976, 4096 00020000:00200000:1.0:1775764894.611723:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.611734:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156905, 156905] 00000008:00010000:1.0:1775764894.611740:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.611742:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.611750:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611759:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642682880 642686975) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611768:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611775:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611783:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611791:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642682880, 642686976) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.611796:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156905 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.611814:0:17279:0:(rw26.c:858:ll_write_end()) pos 642682880, len 4096, copied 4096 00000080:00200000:1.0:1775764894.611818:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b20b2f43[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.611821:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce084d36 fffffc0001001 3:0 ffff967bc91ab460 156905 lru 00000080:00200000:1.0:1775764894.611827:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000079e4ac37 156905: 1< 0 - - > 2< 642682880 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 446 - -> 00000080:00200000:1.0:1775764894.611829:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b20b2f43 00000080:00200000:1.0:1775764894.611831:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.611833:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.611842:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.611854:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.611857:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.611859:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.611865:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.611868:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.611870:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.611875:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611883:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.611890:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.611892:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.611896:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.611898:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156905, 156905] 00000080:00200000:1.0:1775764894.611908:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.611911:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.611916:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642686976 i_blocks 1196131 00000080:00200000:1.0:1775764894.611918:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.611932:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642686976, count: 4096 00000080:00200000:1.0:1775764894.611943:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642686976, bytes: 4096 00000080:00200000:1.0:1775764894.611945:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.611949:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156907, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.611950:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642686976, 642691072) 0 0 00000080:00200000:1.0:1775764894.611953:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.611958:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156906, 156906] 00020000:00200000:1.0:1775764894.611960:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642686976 chunk: [642686976, 642691072) 642691072, 4096 00020000:00200000:1.0:1775764894.611963:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.611973:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156906, 156906] 00000008:00010000:1.0:1775764894.611978:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.611980:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.611987:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.611997:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642686976 642691071) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612004:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612012:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612019:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.612027:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642686976, 642691072) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.612032:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156906 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.612049:0:17279:0:(rw26.c:858:ll_write_end()) pos 642686976, len 4096, copied 4096 00000080:00200000:1.0:1775764894.612053:0:17279:0:(rw26.c:916:ll_write_end()) page@000000008b416d1c[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.612056:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000004cb929c8 fffffc0001001 3:0 ffff967bc91abee0 156906 lru 00000080:00200000:1.0:1775764894.612062:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000012f9e1b9 156906: 1< 0 - - > 2< 642686976 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 447 - -> 00000080:00200000:1.0:1775764894.612064:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000008b416d1c 00000080:00200000:1.0:1775764894.612065:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.612067:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.612075:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.612086:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.612089:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.612091:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.612096:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.612099:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.612101:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.612105:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612113:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.612121:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.612123:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.612127:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.612129:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156906, 156906] 00000080:00200000:1.0:1775764894.612139:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.612142:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775764894.612147:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642691072 i_blocks 1196131 00000080:00200000:1.0:1775764894.612149:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775764894.612164:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642691072, count: 4096 00000080:00200000:1.0:1775764894.612175:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642691072, bytes: 4096 00000080:00200000:1.0:1775764894.612178:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1775764894.612181:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156908, [0x200000402:0x10:0x0] hash] 00000020:00200000:1.0:1775764894.612182:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642691072, 642695168) 0 0 00000080:00200000:1.0:1775764894.612185:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775764894.612191:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156907, 156907] 00020000:00200000:1.0:1775764894.612193:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642691072 chunk: [642691072, 642695168) 642695168, 4096 00020000:00200000:1.0:1775764894.612195:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775764894.612208:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156907, 156907] 00000008:00010000:1.0:1775764894.612214:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775764894.612216:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc841d930, osc lock ffff967cc58f8720, flags 0x0 00010000:00010000:1.0:1775764894.612224:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612233:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642691072 642695167) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612242:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612280:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.612288:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.612297:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642691072, 642695168) append 0 append lockpos 0 00000080:00200000:1.0:1775764894.612302:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156907 of 0 to 4096 bytes 00000080:00200000:1.0:1775764894.612319:0:17279:0:(rw26.c:858:ll_write_end()) pos 642691072, len 4096, copied 4096 00000080:00200000:1.0:1775764894.612324:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000560316ab[3 0000000014a1af93 2 1 0000000023e0612b] 00000080:00200000:1.0:1775764894.612327:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000002b90eaf9 fffffc0001001 3:0 ffff967bc91abd20 156907 lru 00000080:00200000:1.0:1775764894.612333:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d0a45c24 156907: 1< 0 - - > 2< 642691072 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 448 - -> 00000080:00200000:1.0:1775764894.612335:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000560316ab 00000080:00200000:1.0:1775764894.612337:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775764894.612339:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775764894.612347:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1775764894.618981:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:1.0:1775764894.618992:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775764894.618998:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1775764894.619019:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1775764894.619022:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775764894.619026:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc841d930 (ffff967cc8f9be18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775764894.619034:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1775764894.619047:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1775764894.619065:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967ce06e87b8 (ffff967cc8f9b1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775764894.619068:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc841d930 (ffff967cc8f9b1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775764894.619080:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775764894.619089:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156907, 156907] 00000080:00200000:1.0:1775764894.619127:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775764894.619131:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.619323:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642695168 i_blocks 1196131 00000080:00200000:2.0:1775764894.619331:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.619385:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642695168, count: 4096 00000080:00200000:2.0:1775764894.619422:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642695168, bytes: 4096 00000080:00200000:2.0:1775764894.619428:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.619434:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156909, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.619436:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642695168, 642699264) 0 0 00000080:00200000:2.0:1775764894.619440:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.619454:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156908, 156908] 00020000:00200000:2.0:1775764894.619462:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642695168 chunk: [642695168, 642699264) 642699264, 4096 00020000:00200000:2.0:1775764894.619465:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.619493:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156908, 156908] 00000008:00010000:2.0:1775764894.619519:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.619524:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.619546:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619560:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642695168 642699263) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619570:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619578:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619591:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.619602:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642695168, 642699264) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.619613:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156908 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.619662:0:17279:0:(rw26.c:858:ll_write_end()) pos 642695168, len 4096, copied 4096 00000080:00200000:2.0:1775764894.619671:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ad24cd1c[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.619674:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000029743cba fffffc0001001 3:0 ffff967bc918c000 156908 lru 00000080:00200000:2.0:1775764894.619682:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd0466d6 156908: 1< 0 - - > 2< 642695168 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 449 - -> 00000080:00200000:2.0:1775764894.619684:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ad24cd1c 00000080:00200000:2.0:1775764894.619685:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.619690:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.619709:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.619723:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.619725:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.619728:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.619734:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.619736:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.619739:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.619743:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619750:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.619764:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.619766:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.619770:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.619773:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156908, 156908] 00000080:00200000:2.0:1775764894.619790:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.619793:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.619798:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642699264 i_blocks 1196131 00000080:00200000:2.0:1775764894.619800:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.619819:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642699264, count: 4096 00000080:00200000:2.0:1775764894.619832:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642699264, bytes: 4096 00000080:00200000:2.0:1775764894.619835:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.619839:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156910, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.619841:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642699264, 642703360) 0 0 00000080:00200000:2.0:1775764894.619843:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.619849:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156909, 156909] 00020000:00200000:2.0:1775764894.619852:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642699264 chunk: [642699264, 642703360) 642703360, 4096 00020000:00200000:2.0:1775764894.619854:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.619867:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156909, 156909] 00000008:00010000:2.0:1775764894.619872:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.619875:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.619883:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642699264 642703359) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619902:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619914:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.619920:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.619927:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642699264, 642703360) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.619932:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156909 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.619949:0:17279:0:(rw26.c:858:ll_write_end()) pos 642699264, len 4096, copied 4096 00000080:00200000:2.0:1775764894.619953:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000015950c8a[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.619956:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb45eb83 fffffc0001001 3:0 ffff967bc918c380 156909 lru 00000080:00200000:2.0:1775764894.619961:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000b2e2d212 156909: 1< 0 - - > 2< 642699264 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 450 - -> 00000080:00200000:2.0:1775764894.619963:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000015950c8a 00000080:00200000:2.0:1775764894.619964:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.619966:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.619973:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.619984:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.619986:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.619988:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.619993:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.619995:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.619998:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.620001:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620013:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.620020:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.620022:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.620026:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.620028:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156909, 156909] 00000080:00200000:2.0:1775764894.620039:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.620042:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.620046:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642703360 i_blocks 1196131 00000080:00200000:2.0:1775764894.620048:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.620062:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642703360, count: 4096 00000080:00200000:2.0:1775764894.620072:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642703360, bytes: 4096 00000080:00200000:2.0:1775764894.620075:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.620078:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156911, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.620080:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642703360, 642707456) 0 0 00000080:00200000:2.0:1775764894.620082:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.620088:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156910, 156910] 00020000:00200000:2.0:1775764894.620091:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642703360 chunk: [642703360, 642707456) 642707456, 4096 00020000:00200000:2.0:1775764894.620093:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.620103:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156910, 156910] 00000008:00010000:2.0:1775764894.620108:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.620110:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.620117:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620127:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642703360 642707455) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620140:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620148:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620154:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620162:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642703360, 642707456) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.620166:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156910 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.620182:0:17279:0:(rw26.c:858:ll_write_end()) pos 642703360, len 4096, copied 4096 00000080:00200000:2.0:1775764894.620187:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a15ba17f[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.620189:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000a993be7a fffffc0001001 3:0 ffff967bc918cc40 156910 lru 00000080:00200000:2.0:1775764894.620195:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000007a0cd209 156910: 1< 0 - - > 2< 642703360 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 451 - -> 00000080:00200000:2.0:1775764894.620197:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a15ba17f 00000080:00200000:2.0:1775764894.620198:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.620200:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.620208:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620220:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.620223:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.620225:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.620231:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.620233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.620236:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.620240:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620283:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.620291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.620293:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.620297:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.620299:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156910, 156910] 00000080:00200000:2.0:1775764894.620310:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.620313:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.620318:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642707456 i_blocks 1196131 00000080:00200000:2.0:1775764894.620321:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.620334:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642707456, count: 4096 00000080:00200000:2.0:1775764894.620345:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642707456, bytes: 4096 00000080:00200000:2.0:1775764894.620347:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.620364:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156912, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.620365:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642707456, 642711552) 0 0 00000080:00200000:2.0:1775764894.620368:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.620373:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156911, 156911] 00020000:00200000:2.0:1775764894.620376:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642707456 chunk: [642707456, 642711552) 642711552, 4096 00020000:00200000:2.0:1775764894.620378:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.620391:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156911, 156911] 00000008:00010000:2.0:1775764894.620396:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.620399:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.620406:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620421:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642707456 642711551) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620429:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620438:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620444:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620453:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642707456, 642711552) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.620458:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156911 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.620474:0:17279:0:(rw26.c:858:ll_write_end()) pos 642707456, len 4096, copied 4096 00000080:00200000:2.0:1775764894.620478:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e07111b6[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.620481:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000377029f0 fffffc0001001 3:0 ffff967bc918c9a0 156911 lru 00000080:00200000:2.0:1775764894.620486:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000eae2007e 156911: 1< 0 - - > 2< 642707456 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 452 - -> 00000080:00200000:2.0:1775764894.620489:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e07111b6 00000080:00200000:2.0:1775764894.620490:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.620492:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.620500:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620512:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.620515:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.620518:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.620524:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.620526:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.620528:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.620532:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620539:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.620546:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.620549:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.620553:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.620556:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156911, 156911] 00000080:00200000:2.0:1775764894.620568:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.620571:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.620576:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642711552 i_blocks 1196131 00000080:00200000:2.0:1775764894.620579:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.620595:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642711552, count: 4096 00000080:00200000:2.0:1775764894.620607:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642711552, bytes: 4096 00000080:00200000:2.0:1775764894.620610:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.620614:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156913, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.620616:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642711552, 642715648) 0 0 00000080:00200000:2.0:1775764894.620618:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.620624:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156912, 156912] 00020000:00200000:2.0:1775764894.620627:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642711552 chunk: [642711552, 642715648) 642715648, 4096 00020000:00200000:2.0:1775764894.620629:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.620641:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156912, 156912] 00000008:00010000:2.0:1775764894.620646:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.620648:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.620656:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620664:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642711552 642715647) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620671:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620679:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620685:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620692:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642711552, 642715648) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.620697:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156912 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.620713:0:17279:0:(rw26.c:858:ll_write_end()) pos 642711552, len 4096, copied 4096 00000080:00200000:2.0:1775764894.620717:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000bf6ff76b[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.620720:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000003e555f7c fffffc0001001 3:0 ffff967bc918ca80 156912 lru 00000080:00200000:2.0:1775764894.620726:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab8553a8 156912: 1< 0 - - > 2< 642711552 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 453 - -> 00000080:00200000:2.0:1775764894.620728:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000bf6ff76b 00000080:00200000:2.0:1775764894.620730:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.620732:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.620740:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620751:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.620753:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.620755:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.620761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.620763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.620765:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.620769:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620776:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.620783:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.620785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.620789:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.620791:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156912, 156912] 00000080:00200000:2.0:1775764894.620801:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.620804:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.620809:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642715648 i_blocks 1196131 00000080:00200000:2.0:1775764894.620812:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.620826:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642715648, count: 4096 00000080:00200000:2.0:1775764894.620837:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642715648, bytes: 4096 00000080:00200000:2.0:1775764894.620840:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.620844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156914, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.620845:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642715648, 642719744) 0 0 00000080:00200000:2.0:1775764894.620847:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.620852:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156913, 156913] 00020000:00200000:2.0:1775764894.620855:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642715648 chunk: [642715648, 642719744) 642719744, 4096 00020000:00200000:2.0:1775764894.620857:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.620868:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156913, 156913] 00000008:00010000:2.0:1775764894.620874:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.620876:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.620884:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620893:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642715648 642719743) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620901:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620908:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.620914:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620922:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642715648, 642719744) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.620928:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156913 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.620944:0:17279:0:(rw26.c:858:ll_write_end()) pos 642715648, len 4096, copied 4096 00000080:00200000:2.0:1775764894.620948:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ad88d2c7[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.620951:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000066976d4d fffffc0001001 3:0 ffff967bc918c540 156913 lru 00000080:00200000:2.0:1775764894.620956:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000008553fe0b 156913: 1< 0 - - > 2< 642715648 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 454 - -> 00000080:00200000:2.0:1775764894.620958:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ad88d2c7 00000080:00200000:2.0:1775764894.620959:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.620962:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.620970:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.620987:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.620990:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.620992:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.620997:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.620999:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.621001:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.621005:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621011:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.621019:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.621020:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.621026:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.621028:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156913, 156913] 00000080:00200000:2.0:1775764894.621039:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.621041:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.621046:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642719744 i_blocks 1196131 00000080:00200000:2.0:1775764894.621048:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.621062:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642719744, count: 4096 00000080:00200000:2.0:1775764894.621072:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642719744, bytes: 4096 00000080:00200000:2.0:1775764894.621075:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.621079:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156915, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.621080:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642719744, 642723840) 0 0 00000080:00200000:2.0:1775764894.621083:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.621088:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156914, 156914] 00020000:00200000:2.0:1775764894.621091:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642719744 chunk: [642719744, 642723840) 642723840, 4096 00020000:00200000:2.0:1775764894.621093:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.621103:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156914, 156914] 00000008:00010000:2.0:1775764894.621108:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.621110:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.621117:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621125:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642719744 642723839) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621133:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621140:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621146:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621154:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642719744, 642723840) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.621159:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156914 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.621175:0:17279:0:(rw26.c:858:ll_write_end()) pos 642719744, len 4096, copied 4096 00000080:00200000:2.0:1775764894.621181:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000089fe0109[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.621183:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f76dc949 fffffc0001001 3:0 ffff967bc918c0e0 156914 lru 00000080:00200000:2.0:1775764894.621189:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006231c911 156914: 1< 0 - - > 2< 642719744 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 455 - -> 00000080:00200000:2.0:1775764894.621191:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000089fe0109 00000080:00200000:2.0:1775764894.621192:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.621194:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.621202:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621214:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.621217:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.621219:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.621225:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.621227:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.621230:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.621234:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621241:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.621282:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.621284:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.621288:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.621291:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156914, 156914] 00000080:00200000:2.0:1775764894.621302:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.621305:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.621309:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642723840 i_blocks 1196131 00000080:00200000:2.0:1775764894.621312:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.621327:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642723840, count: 4096 00000080:00200000:2.0:1775764894.621339:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642723840, bytes: 4096 00000080:00200000:2.0:1775764894.621341:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.621345:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156916, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.621346:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642723840, 642727936) 0 0 00000080:00200000:2.0:1775764894.621361:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.621367:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156915, 156915] 00020000:00200000:2.0:1775764894.621370:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642723840 chunk: [642723840, 642727936) 642727936, 4096 00020000:00200000:2.0:1775764894.621372:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.621385:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156915, 156915] 00000008:00010000:2.0:1775764894.621390:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.621392:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.621399:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621408:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642723840 642727935) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621416:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621422:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621429:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621437:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642723840, 642727936) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.621443:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156915 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.621460:0:17279:0:(rw26.c:858:ll_write_end()) pos 642723840, len 4096, copied 4096 00000080:00200000:2.0:1775764894.621465:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000dddcb5fd[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.621468:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1563327 fffffc0001001 3:0 ffff967bc918c1c0 156915 lru 00000080:00200000:2.0:1775764894.621474:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000001716c300 156915: 1< 0 - - > 2< 642723840 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 456 - -> 00000080:00200000:2.0:1775764894.621476:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000dddcb5fd 00000080:00200000:2.0:1775764894.621477:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.621479:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.621487:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621498:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.621501:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.621503:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.621509:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.621511:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.621514:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.621518:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621526:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.621534:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.621536:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.621541:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.621543:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156915, 156915] 00000080:00200000:2.0:1775764894.621556:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.621559:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.621564:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642727936 i_blocks 1196131 00000080:00200000:2.0:1775764894.621567:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.621583:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642727936, count: 4096 00000080:00200000:2.0:1775764894.621595:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642727936, bytes: 4096 00000080:00200000:2.0:1775764894.621597:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.621601:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156917, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.621602:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642727936, 642732032) 0 0 00000080:00200000:2.0:1775764894.621605:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.621610:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156916, 156916] 00020000:00200000:2.0:1775764894.621612:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642727936 chunk: [642727936, 642732032) 642732032, 4096 00020000:00200000:2.0:1775764894.621614:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.621624:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156916, 156916] 00000008:00010000:2.0:1775764894.621629:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.621631:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.621638:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621646:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642727936 642732031) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621654:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621661:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621667:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621676:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642727936, 642732032) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.621681:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156916 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.621706:0:17279:0:(rw26.c:858:ll_write_end()) pos 642727936, len 4096, copied 4096 00000080:00200000:2.0:1775764894.621711:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000fec568e[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.621714:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e228be9c fffffc0001021 2:0 ffff967bc918c700 156916 lru 00000080:00200000:2.0:1775764894.621720:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000002f5807a2 156916: 1< 0 - - > 2< 642727936 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 457 - -> 00000080:00200000:2.0:1775764894.621722:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000fec568e 00000080:00200000:2.0:1775764894.621723:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.621726:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.621735:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621747:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.621750:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.621752:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.621758:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.621761:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.621763:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.621767:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621774:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.621781:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.621782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.621787:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.621790:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156916, 156916] 00000080:00200000:2.0:1775764894.621800:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.621803:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.621808:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642732032 i_blocks 1196131 00000080:00200000:2.0:1775764894.621811:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.621825:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642732032, count: 4096 00000080:00200000:2.0:1775764894.621837:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642732032, bytes: 4096 00000080:00200000:2.0:1775764894.621839:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.621843:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156918, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.621844:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642732032, 642736128) 0 0 00000080:00200000:2.0:1775764894.621847:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.621852:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156917, 156917] 00020000:00200000:2.0:1775764894.621854:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642732032 chunk: [642732032, 642736128) 642736128, 4096 00020000:00200000:2.0:1775764894.621856:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.621867:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156917, 156917] 00000008:00010000:2.0:1775764894.621872:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.621875:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.621882:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621891:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642732032 642736127) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621900:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621907:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.621913:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621922:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642732032, 642736128) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.621927:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156917 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.621944:0:17279:0:(rw26.c:858:ll_write_end()) pos 642732032, len 4096, copied 4096 00000080:00200000:2.0:1775764894.621948:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000418babc[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.621951:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ece96162 fffffc0001001 3:0 ffff967bc918c2a0 156917 lru 00000080:00200000:2.0:1775764894.621956:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000077b2c61e 156917: 1< 0 - - > 2< 642732032 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 458 - -> 00000080:00200000:2.0:1775764894.621959:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000418babc 00000080:00200000:2.0:1775764894.621960:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.621962:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.621971:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.621983:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.621986:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.621988:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.621994:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.621996:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.621999:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.622003:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.622010:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.622018:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.622020:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.622025:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.622027:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156917, 156917] 00000080:00200000:2.0:1775764894.622038:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.622041:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.622046:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642736128 i_blocks 1196131 00000080:00200000:2.0:1775764894.622049:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.622064:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642736128, count: 4096 00000080:00200000:2.0:1775764894.622075:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642736128, bytes: 4096 00000080:00200000:2.0:1775764894.622078:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.622081:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156919, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.622083:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642736128, 642740224) 0 0 00000080:00200000:2.0:1775764894.622085:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.622091:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156918, 156918] 00020000:00200000:2.0:1775764894.622094:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642736128 chunk: [642736128, 642740224) 642740224, 4096 00020000:00200000:2.0:1775764894.622096:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.622108:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156918, 156918] 00000008:00010000:2.0:1775764894.622114:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.622116:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.622124:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.622132:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642736128 642740223) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.622140:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.622146:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.622153:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.622161:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642736128, 642740224) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.622167:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156918 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.622183:0:17279:0:(rw26.c:858:ll_write_end()) pos 642736128, len 4096, copied 4096 00000080:00200000:2.0:1775764894.622188:0:17279:0:(rw26.c:916:ll_write_end()) page@000000009c516bb4[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.622191:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e43cacfb fffffc0001001 3:0 ffff967bc918ce00 156918 lru 00000080:00200000:2.0:1775764894.622197:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000001834324 156918: 1< 0 - - > 2< 642736128 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 459 - -> 00000080:00200000:2.0:1775764894.622199:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000009c516bb4 00000080:00200000:2.0:1775764894.622200:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.622202:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.622211:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.622223:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.622226:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.622228:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.622233:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.622235:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.622237:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.622241:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.622276:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.622285:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.622287:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.622291:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.622294:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156918, 156918] 00000080:00200000:2.0:1775764894.622304:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.622307:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.622312:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642740224 i_blocks 1196131 00000080:00200000:2.0:1775764894.622315:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.622329:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642740224, count: 4096 00000080:00200000:2.0:1775764894.622340:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642740224, bytes: 4096 00000080:00200000:2.0:1775764894.622343:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.622346:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156920, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.629621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642740224, 642744320) 0 0 00000080:00200000:2.0:1775764894.629638:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.629660:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156919, 156919] 00020000:00200000:2.0:1775764894.629669:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642740224 chunk: [642740224, 642744320) 642744320, 4096 00020000:00200000:2.0:1775764894.629673:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.629737:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156919, 156919] 00000008:00010000:2.0:1775764894.629753:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.629759:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.629783:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.629801:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642740224 642744319) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.629815:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.629824:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.629832:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.629844:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642740224, 642744320) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.629859:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156919 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.629922:0:17279:0:(rw26.c:858:ll_write_end()) pos 642740224, len 4096, copied 4096 00000080:00200000:2.0:1775764894.629931:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000ee9a3331[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.629934:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000476e5d7 fffffc0001001 3:0 ffff967bc918dee0 156919 lru 00000080:00200000:2.0:1775764894.629941:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000c15e401 156919: 1< 0 - - > 2< 642740224 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 460 - -> 00000080:00200000:2.0:1775764894.629943:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000ee9a3331 00000080:00200000:2.0:1775764894.629945:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.629949:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.629973:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.630002:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.630005:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.630008:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.630024:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.630027:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.630030:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.630035:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630043:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.630057:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.630060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.630069:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.630076:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156919, 156919] 00000080:00200000:2.0:1775764894.630105:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.630109:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.630122:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642744320 i_blocks 1196131 00000080:00200000:2.0:1775764894.630126:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.630159:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642744320, count: 4096 00000080:00200000:2.0:1775764894.630176:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642744320, bytes: 4096 00000080:00200000:2.0:1775764894.630180:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.630186:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156921, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.630188:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642744320, 642748416) 0 0 00000080:00200000:2.0:1775764894.630191:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.630196:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156920, 156920] 00020000:00200000:2.0:1775764894.630199:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642744320 chunk: [642744320, 642748416) 642748416, 4096 00020000:00200000:2.0:1775764894.630202:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.630215:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156920, 156920] 00000008:00010000:2.0:1775764894.630221:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.630223:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.630231:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630240:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642744320 642748415) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630310:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630317:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630325:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.630333:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642744320, 642748416) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.630339:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156920 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.630369:0:17279:0:(rw26.c:858:ll_write_end()) pos 642744320, len 4096, copied 4096 00000080:00200000:2.0:1775764894.630374:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000035fd07a6[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.630378:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000cec688de fffffc0001001 3:0 ffff967bc918dd20 156920 lru 00000080:00200000:2.0:1775764894.630383:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003092d11c 156920: 1< 0 - - > 2< 642744320 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 461 - -> 00000080:00200000:2.0:1775764894.630385:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000035fd07a6 00000080:00200000:2.0:1775764894.630387:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.630389:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.630400:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.630413:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.630415:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.630417:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.630423:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.630426:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.630428:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.630432:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630440:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.630448:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.630451:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.630455:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.630459:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156920, 156920] 00000080:00200000:2.0:1775764894.630470:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.630473:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.630478:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642748416 i_blocks 1196131 00000080:00200000:2.0:1775764894.630481:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.630497:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642748416, count: 4096 00000080:00200000:2.0:1775764894.630612:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642748416, bytes: 4096 00000080:00200000:2.0:1775764894.630616:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.630620:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156922, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.630621:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642748416, 642752512) 0 0 00000080:00200000:2.0:1775764894.630625:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.630630:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156921, 156921] 00020000:00200000:2.0:1775764894.630633:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642748416 chunk: [642748416, 642752512) 642752512, 4096 00020000:00200000:2.0:1775764894.630636:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.630650:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156921, 156921] 00000008:00010000:2.0:1775764894.630655:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.630658:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.630666:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630675:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642748416 642752511) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630683:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630696:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.630703:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642748416, 642752512) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.630708:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156921 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.630726:0:17279:0:(rw26.c:858:ll_write_end()) pos 642748416, len 4096, copied 4096 00000080:00200000:2.0:1775764894.630730:0:17279:0:(rw26.c:916:ll_write_end()) page@0000000025f596f2[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.630733:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000000586c737 fffffc0001001 3:0 ffff967bc918d7e0 156921 lru 00000080:00200000:2.0:1775764894.630738:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bcb7922b 156921: 1< 0 - - > 2< 642748416 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 462 - -> 00000080:00200000:2.0:1775764894.630747:0:17279:0:(rw26.c:916:ll_write_end()) end page@0000000025f596f2 00000080:00200000:2.0:1775764894.630748:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.630751:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.630760:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.630772:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.630775:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.630777:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.630784:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.630787:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.630789:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.630793:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630800:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.630808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.630810:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.630814:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.630817:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156921, 156921] 00000080:00200000:2.0:1775764894.630829:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.630832:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.630838:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642752512 i_blocks 1196131 00000080:00200000:2.0:1775764894.630841:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.630857:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642752512, count: 4096 00000080:00200000:2.0:1775764894.630870:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642752512, bytes: 4096 00000080:00200000:2.0:1775764894.630873:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.630877:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156923, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.630878:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642752512, 642756608) 0 0 00000080:00200000:2.0:1775764894.630881:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.630886:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156922, 156922] 00020000:00200000:2.0:1775764894.630889:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642752512 chunk: [642752512, 642756608) 642756608, 4096 00020000:00200000:2.0:1775764894.630891:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.630904:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156922, 156922] 00000008:00010000:2.0:1775764894.630910:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.630913:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.630921:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630930:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642752512 642756607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630939:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630946:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.630953:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.630961:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642752512, 642756608) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.630967:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156922 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.630985:0:17279:0:(rw26.c:858:ll_write_end()) pos 642752512, len 4096, copied 4096 00000080:00200000:2.0:1775764894.630990:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000b5912705[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.630993:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5d47672 fffffc0001001 3:0 ffff967bc918db60 156922 lru 00000080:00200000:2.0:1775764894.630999:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bcfe1614 156922: 1< 0 - - > 2< 642752512 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 463 - -> 00000080:00200000:2.0:1775764894.631001:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000b5912705 00000080:00200000:2.0:1775764894.631002:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.631005:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.631014:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.631026:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.631029:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.631032:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.631038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.631040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.631043:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.631046:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631053:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.631061:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.631063:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.631079:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.631082:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156922, 156922] 00000080:00200000:2.0:1775764894.631100:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.631104:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.631108:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642756608 i_blocks 1196131 00000080:00200000:2.0:1775764894.631111:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.631127:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642756608, count: 4096 00000080:00200000:2.0:1775764894.631138:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642756608, bytes: 4096 00000080:00200000:2.0:1775764894.631141:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.631145:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156924, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.631146:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642756608, 642760704) 0 0 00000080:00200000:2.0:1775764894.631149:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.631153:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156923, 156923] 00020000:00200000:2.0:1775764894.631156:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642756608 chunk: [642756608, 642760704) 642760704, 4096 00020000:00200000:2.0:1775764894.631159:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.631170:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156923, 156923] 00000008:00010000:2.0:1775764894.631176:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.631178:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.631186:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631195:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642756608 642760703) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631203:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631210:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631217:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.631225:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642756608, 642760704) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.631230:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156923 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.631395:0:17279:0:(rw26.c:858:ll_write_end()) pos 642756608, len 4096, copied 4096 00000080:00200000:2.0:1775764894.631400:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000076fde88[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.631403:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000eaf4efb3 fffffc0001001 3:0 ffff967bc918d620 156923 lru 00000080:00200000:2.0:1775764894.631408:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000027c8f5a8 156923: 1< 0 - - > 2< 642756608 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 464 - -> 00000080:00200000:2.0:1775764894.631410:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000076fde88 00000080:00200000:2.0:1775764894.631411:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.631413:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.631423:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.631434:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.631438:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.631440:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.631446:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.631449:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.631451:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.631455:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631463:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.631471:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.631473:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.631479:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.631482:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156923, 156923] 00000080:00200000:2.0:1775764894.631494:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.631497:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.631503:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642760704 i_blocks 1196131 00000080:00200000:2.0:1775764894.631594:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.631614:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642760704, count: 4096 00000080:00200000:2.0:1775764894.631626:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642760704, bytes: 4096 00000080:00200000:2.0:1775764894.631629:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.631633:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156925, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.631635:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642760704, 642764800) 0 0 00000080:00200000:2.0:1775764894.631638:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.631644:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156924, 156924] 00020000:00200000:2.0:1775764894.631647:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642760704 chunk: [642760704, 642764800) 642764800, 4096 00020000:00200000:2.0:1775764894.631650:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.631664:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156924, 156924] 00000008:00010000:2.0:1775764894.631670:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.631672:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.631680:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631690:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642760704 642764799) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631699:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631706:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631713:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.631721:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642760704, 642764800) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.631727:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156924 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.631746:0:17279:0:(rw26.c:858:ll_write_end()) pos 642760704, len 4096, copied 4096 00000080:00200000:2.0:1775764894.631751:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a4893a5e[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.631754:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000007a3126d8 fffffc0001001 3:0 ffff967bc918d000 156924 lru 00000080:00200000:2.0:1775764894.631761:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000d43dc360 156924: 1< 0 - - > 2< 642760704 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 465 - -> 00000080:00200000:2.0:1775764894.631763:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a4893a5e 00000080:00200000:2.0:1775764894.631764:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.631767:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.631776:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.631788:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.631792:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.631794:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.631801:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.631803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.631805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.631809:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631817:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.631825:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.631827:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.631831:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.631834:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156924, 156924] 00000080:00200000:2.0:1775764894.631848:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.631851:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.631856:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642764800 i_blocks 1196131 00000080:00200000:2.0:1775764894.631859:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.631874:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642764800, count: 4096 00000080:00200000:2.0:1775764894.631885:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642764800, bytes: 4096 00000080:00200000:2.0:1775764894.631888:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.631892:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156926, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.631893:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642764800, 642768896) 0 0 00000080:00200000:2.0:1775764894.631896:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.631901:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156925, 156925] 00020000:00200000:2.0:1775764894.631904:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642764800 chunk: [642764800, 642768896) 642768896, 4096 00020000:00200000:2.0:1775764894.631907:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.631919:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156925, 156925] 00000008:00010000:2.0:1775764894.631924:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.631927:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.631934:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631943:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642764800 642768895) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631950:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631957:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.631963:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.631971:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642764800, 642768896) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.631976:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156925 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.631994:0:17279:0:(rw26.c:858:ll_write_end()) pos 642764800, len 4096, copied 4096 00000080:00200000:2.0:1775764894.631998:0:17279:0:(rw26.c:916:ll_write_end()) page@000000000f4d22d3[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.632001:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000091ae895f fffffc0001001 3:0 ffff967bc918d380 156925 lru 00000080:00200000:2.0:1775764894.632006:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000055b520ff 156925: 1< 0 - - > 2< 642764800 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 466 - -> 00000080:00200000:2.0:1775764894.632008:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000000f4d22d3 00000080:00200000:2.0:1775764894.632010:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.632012:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.632021:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.632033:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.632036:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.632038:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.632044:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.632046:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.632049:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.632053:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632062:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.632070:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.632073:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.632077:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.632080:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156925, 156925] 00000080:00200000:2.0:1775764894.632091:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.632094:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.632098:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642768896 i_blocks 1196131 00000080:00200000:2.0:1775764894.632101:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.632117:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642768896, count: 4096 00000080:00200000:2.0:1775764894.632128:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642768896, bytes: 4096 00000080:00200000:2.0:1775764894.632131:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.632134:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156927, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.632136:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642768896, 642772992) 0 0 00000080:00200000:2.0:1775764894.632139:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.632144:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156926, 156926] 00020000:00200000:2.0:1775764894.632146:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642768896 chunk: [642768896, 642772992) 642772992, 4096 00020000:00200000:2.0:1775764894.632148:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.632160:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156926, 156926] 00000008:00010000:2.0:1775764894.632166:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.632168:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.632175:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632184:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642768896 642772991) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632192:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632199:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632206:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.632214:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642768896, 642772992) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.632219:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156926 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.632237:0:17279:0:(rw26.c:858:ll_write_end()) pos 642768896, len 4096, copied 4096 00000080:00200000:2.0:1775764894.632241:0:17279:0:(rw26.c:916:ll_write_end()) page@000000002bb7f899[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.632274:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000715e2ce7 fffffc0001001 3:0 ffff967bc918dc40 156926 lru 00000080:00200000:2.0:1775764894.632281:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000049d871e9 156926: 1< 0 - - > 2< 642768896 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 467 - -> 00000080:00200000:2.0:1775764894.632283:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000002bb7f899 00000080:00200000:2.0:1775764894.632284:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.632287:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.632296:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.632309:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.632312:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.632314:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.632320:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.632322:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.632325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.632329:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632337:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.632346:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.632361:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.632366:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.632369:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156926, 156926] 00000080:00200000:2.0:1775764894.632380:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.632383:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1775764894.632388:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642772992 i_blocks 1196131 00000080:00200000:2.0:1775764894.632391:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1775764894.632406:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642772992, count: 4096 00000080:00200000:2.0:1775764894.632418:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642772992, bytes: 4096 00000080:00200000:2.0:1775764894.632421:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1775764894.632424:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156928, [0x200000402:0x10:0x0] hash] 00000020:00200000:2.0:1775764894.632426:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642772992, 642777088) 0 0 00000080:00200000:2.0:1775764894.632429:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775764894.632434:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156927, 156927] 00020000:00200000:2.0:1775764894.632437:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642772992 chunk: [642772992, 642777088) 642777088, 4096 00020000:00200000:2.0:1775764894.632440:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775764894.632452:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156927, 156927] 00000008:00010000:2.0:1775764894.632457:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1775764894.632459:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cc33438b0, osc lock ffff967cd0dde980, flags 0x0 00010000:00010000:2.0:1775764894.632466:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632475:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642772992 642777087) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632482:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632489:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.632496:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.635583:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642772992, 642777088) append 0 append lockpos 0 00000080:00200000:2.0:1775764894.635613:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156927 of 0 to 4096 bytes 00000080:00200000:2.0:1775764894.635668:0:17279:0:(rw26.c:858:ll_write_end()) pos 642772992, len 4096, copied 4096 00000080:00200000:2.0:1775764894.635678:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000941eb902[3 0000000014a1af93 2 1 000000001bc6fcb4] 00000080:00200000:2.0:1775764894.635682:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @000000009e01d8c6 fffffc0001001 3:0 ffff967bc918d9a0 156927 lru 00000080:00200000:2.0:1775764894.635690:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000c568b0d6 156927: 1< 0 - - > 2< 642772992 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 468 - -> 00000080:00200000:2.0:1775764894.635693:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000941eb902 00000080:00200000:2.0:1775764894.635695:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775764894.635700:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1775764894.635726:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1775764894.635758:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:2.0:1775764894.635763:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1775764894.635766:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1775764894.635795:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_release():245 00000020:00010000:2.0:1775764894.635799:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775764894.635803:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc33438b0 (ffff967cc13763f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775764894.635810:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.635821:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1775764894.635835:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc4cc9e48 (ffff967cc1376128/0) at cl_lock_fini():72 00000020:00010000:2.0:1775764894.635838:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc33438b0 (ffff967cc1376128/1) at cl_lock_fini():72 00000080:00200000:2.0:1775764894.635846:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1775764894.635852:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156927, 156927] 00000080:00200000:2.0:1775764894.635885:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775764894.635889:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00010000:2.0:1775764894.635939:0:18049:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1775764894.635951:0:18049:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000af3b30d5 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775764894.636183:0:18049:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (641728512 641732607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.636588:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642777088 i_blocks 1196131 00000080:00200000:0.0:1775764894.636596:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.636640:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642777088, count: 4096 00000080:00200000:0.0:1775764894.636663:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642777088, bytes: 4096 00000080:00200000:0.0:1775764894.636668:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.636673:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156929, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.636675:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642777088, 642781184) 0 0 00000080:00200000:0.0:1775764894.636679:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.636691:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156928, 156928] 00020000:00200000:0.0:1775764894.636697:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642777088 chunk: [642777088, 642781184) 642781184, 4096 00020000:00200000:0.0:1775764894.636701:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.636724:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156928, 156928] 00000008:00010000:0.0:1775764894.636737:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.636742:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.636758:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.636769:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642777088 642781183) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.636781:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.636790:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.636796:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.636812:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642777088, 642781184) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.636820:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156928 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.636864:0:17279:0:(rw26.c:858:ll_write_end()) pos 642777088, len 4096, copied 4096 00000080:00200000:0.0:1775764894.636870:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000671fa1f2[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.636872:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca671f03 fffffc0001001 3:0 ffff967bc91e52a0 156928 lru 00000080:00200000:0.0:1775764894.636879:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@0000000005578d24 156928: 1< 0 - - > 2< 642777088 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:0.0:1775764894.636881:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000671fa1f2 00000080:00200000:0.0:1775764894.636882:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.636885:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.636900:0:17279:0:(osc_cache.c:848:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.636913:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.636916:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.636918:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.636927:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.636930:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.636932:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.636936:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.636945:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.636955:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.636958:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.636964:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.636968:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156928, 156928] 00000080:00200000:0.0:1775764894.636986:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.636989:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.636994:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642781184 i_blocks 1196131 00000080:00200000:0.0:1775764894.636997:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.637018:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642781184, count: 4096 00000080:00200000:0.0:1775764894.637030:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642781184, bytes: 4096 00000080:00200000:0.0:1775764894.637033:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.637036:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156930, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.637039:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642781184, 642785280) 0 0 00000080:00200000:0.0:1775764894.637041:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.637047:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156929, 156929] 00020000:00200000:0.0:1775764894.637050:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642781184 chunk: [642781184, 642785280) 642785280, 4096 00020000:00200000:0.0:1775764894.637052:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.637065:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156929, 156929] 00000008:00010000:0.0:1775764894.637071:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.637074:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.637082:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637091:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642781184 642785279) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637100:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637107:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637120:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637128:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642781184, 642785280) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.637133:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156929 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.637160:0:17279:0:(rw26.c:858:ll_write_end()) pos 642781184, len 4096, copied 4096 00000080:00200000:0.0:1775764894.637165:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000c07b342b[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.637168:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c45d26d3 fffffc0001021 2:0 ffff967bc91e5e00 156929 lru 00000080:00200000:0.0:1775764894.637174:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000000caef2b5 156929: 1< 0 - - > 2< 642781184 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:0.0:1775764894.637176:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000c07b342b 00000080:00200000:0.0:1775764894.637177:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.637179:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.637189:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637202:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.637205:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.637207:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.637213:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.637216:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.637218:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.637222:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637230:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.637244:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.637278:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.637284:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.637287:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156929, 156929] 00000080:00200000:0.0:1775764894.637297:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.637300:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.637305:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642785280 i_blocks 1196131 00000080:00200000:0.0:1775764894.637308:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.637321:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642785280, count: 4096 00000080:00200000:0.0:1775764894.637332:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642785280, bytes: 4096 00000080:00200000:0.0:1775764894.637334:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.637338:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156931, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.637339:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642785280, 642789376) 0 0 00000080:00200000:0.0:1775764894.637342:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.637346:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156930, 156930] 00020000:00200000:0.0:1775764894.637364:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642785280 chunk: [642785280, 642789376) 642789376, 4096 00020000:00200000:0.0:1775764894.637366:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.637378:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156930, 156930] 00000008:00010000:0.0:1775764894.637383:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.637386:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.637393:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637403:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642785280 642789375) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637411:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637424:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637430:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637438:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642785280, 642789376) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.637443:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156930 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.637463:0:17279:0:(rw26.c:858:ll_write_end()) pos 642785280, len 4096, copied 4096 00000080:00200000:0.0:1775764894.637468:0:17279:0:(rw26.c:916:ll_write_end()) page@000000006b85b9aa[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.637471:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9dc17c2 fffffc0001001 3:0 ffff967bc91e58c0 156930 lru 00000080:00200000:0.0:1775764894.637476:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000588829bc 156930: 1< 0 - - > 2< 642785280 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:0.0:1775764894.637478:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000006b85b9aa 00000080:00200000:0.0:1775764894.637480:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.637482:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.637491:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637504:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.637507:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.637509:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.637515:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.637517:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.637520:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.637524:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637536:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.637544:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.637547:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.637552:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.637555:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156930, 156930] 00000080:00200000:0.0:1775764894.637567:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.637570:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.637575:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642789376 i_blocks 1196131 00000080:00200000:0.0:1775764894.637578:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.637595:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642789376, count: 4096 00000080:00200000:0.0:1775764894.637607:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642789376, bytes: 4096 00000080:00200000:0.0:1775764894.637610:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.637614:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156932, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.637615:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642789376, 642793472) 0 0 00000080:00200000:0.0:1775764894.637618:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.637623:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156931, 156931] 00020000:00200000:0.0:1775764894.637626:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642789376 chunk: [642789376, 642793472) 642793472, 4096 00020000:00200000:0.0:1775764894.637629:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.637641:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156931, 156931] 00000008:00010000:0.0:1775764894.637647:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.637650:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.637658:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637668:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642789376 642793471) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637682:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637689:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637697:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637705:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642789376, 642793472) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.637710:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156931 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.637729:0:17279:0:(rw26.c:858:ll_write_end()) pos 642789376, len 4096, copied 4096 00000080:00200000:0.0:1775764894.637734:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000cdb878e2[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.637737:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6793a03 fffffc0001001 3:0 ffff967bc91e5460 156931 lru 00000080:00200000:0.0:1775764894.637743:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000848731ab 156931: 1< 0 - - > 2< 642789376 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:0.0:1775764894.637746:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000cdb878e2 00000080:00200000:0.0:1775764894.637747:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.637749:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.637759:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637771:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.637774:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.637776:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.637782:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.637785:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.637788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.637791:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637798:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.637805:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.637808:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.637812:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.637814:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156931, 156931] 00000080:00200000:0.0:1775764894.637824:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.637827:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.637831:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642793472 i_blocks 1196131 00000080:00200000:0.0:1775764894.637834:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.637849:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642793472, count: 4096 00000080:00200000:0.0:1775764894.637859:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642793472, bytes: 4096 00000080:00200000:0.0:1775764894.637862:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.637865:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156933, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.637867:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642793472, 642797568) 0 0 00000080:00200000:0.0:1775764894.637869:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.637873:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156932, 156932] 00020000:00200000:0.0:1775764894.637876:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642793472 chunk: [642793472, 642797568) 642797568, 4096 00020000:00200000:0.0:1775764894.637878:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.637889:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156932, 156932] 00000008:00010000:0.0:1775764894.637894:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.637896:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.637904:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637918:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642793472 642797567) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637926:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637933:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.637939:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.637947:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642793472, 642797568) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.637952:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156932 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.637969:0:17279:0:(rw26.c:858:ll_write_end()) pos 642793472, len 4096, copied 4096 00000080:00200000:0.0:1775764894.637973:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a97e515a[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.637976:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000047be49a3 fffffc0001001 3:0 ffff967bc91e5ee0 156932 lru 00000080:00200000:0.0:1775764894.637981:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000005decd972 156932: 1< 0 - - > 2< 642793472 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:0.0:1775764894.637983:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a97e515a 00000080:00200000:0.0:1775764894.637984:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.637986:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.637994:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638005:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.638008:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.638011:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.638016:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.638018:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.638021:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.638025:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638032:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.638040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.638042:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.638047:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.638049:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156932, 156932] 00000080:00200000:0.0:1775764894.638061:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.638064:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.638069:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642797568 i_blocks 1196131 00000080:00200000:0.0:1775764894.638072:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.638087:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642797568, count: 4096 00000080:00200000:0.0:1775764894.638097:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642797568, bytes: 4096 00000080:00200000:0.0:1775764894.638101:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.638105:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156934, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.638107:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642797568, 642801664) 0 0 00000080:00200000:0.0:1775764894.638109:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.638114:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156933, 156933] 00020000:00200000:0.0:1775764894.638118:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642797568 chunk: [642797568, 642801664) 642801664, 4096 00020000:00200000:0.0:1775764894.638120:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.638132:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156933, 156933] 00000008:00010000:0.0:1775764894.638138:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.638140:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.638148:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638156:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642797568 642801663) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638165:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638173:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638180:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638188:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642797568, 642801664) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.638193:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156933 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.638211:0:17279:0:(rw26.c:858:ll_write_end()) pos 642797568, len 4096, copied 4096 00000080:00200000:0.0:1775764894.638216:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a0eb3777[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.638219:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000003d23d2f fffffc0001001 3:0 ffff967bc91e5d20 156933 lru 00000080:00200000:0.0:1775764894.638224:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000003f08321e 156933: 1< 0 - - > 2< 642797568 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:0.0:1775764894.638226:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a0eb3777 00000080:00200000:0.0:1775764894.638227:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.638229:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.638238:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638278:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.638281:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.638283:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.638288:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.638291:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.638293:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.638297:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638304:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.638312:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.638315:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.638319:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.638321:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156933, 156933] 00000080:00200000:0.0:1775764894.638332:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.638335:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.638340:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642801664 i_blocks 1196131 00000080:00200000:0.0:1775764894.638343:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.638374:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642801664, count: 4096 00000080:00200000:0.0:1775764894.638385:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642801664, bytes: 4096 00000080:00200000:0.0:1775764894.638389:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.638392:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156935, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.638394:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642801664, 642805760) 0 0 00000080:00200000:0.0:1775764894.638396:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.638402:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156934, 156934] 00020000:00200000:0.0:1775764894.638405:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642801664 chunk: [642801664, 642805760) 642805760, 4096 00020000:00200000:0.0:1775764894.638407:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.638419:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156934, 156934] 00000008:00010000:0.0:1775764894.638424:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.638426:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.638434:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638443:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642801664 642805759) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638452:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638461:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638468:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638476:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642801664, 642805760) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.638481:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156934 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.638498:0:17279:0:(rw26.c:858:ll_write_end()) pos 642801664, len 4096, copied 4096 00000080:00200000:0.0:1775764894.638502:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e34356b2[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.638505:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000ef24a760 fffffc0001001 3:0 ffff967bc91e57e0 156934 lru 00000080:00200000:0.0:1775764894.638510:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000bbd0eced 156934: 1< 0 - - > 2< 642801664 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:0.0:1775764894.638512:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e34356b2 00000080:00200000:0.0:1775764894.638514:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.638516:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.638523:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638541:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.638544:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.638546:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.638551:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.638553:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.638556:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.638559:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638567:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.638574:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.638576:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.638579:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.638582:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156934, 156934] 00000080:00200000:0.0:1775764894.638593:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.638597:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.638601:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642805760 i_blocks 1196131 00000080:00200000:0.0:1775764894.638604:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.638619:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642805760, count: 4096 00000080:00200000:0.0:1775764894.638631:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642805760, bytes: 4096 00000080:00200000:0.0:1775764894.638634:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.638637:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156936, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.638639:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642805760, 642809856) 0 0 00000080:00200000:0.0:1775764894.638641:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.638646:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156935, 156935] 00020000:00200000:0.0:1775764894.638650:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642805760 chunk: [642805760, 642809856) 642809856, 4096 00020000:00200000:0.0:1775764894.638652:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.638665:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156935, 156935] 00000008:00010000:0.0:1775764894.638670:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.638672:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.638680:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638689:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642805760 642809855) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638697:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638705:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638712:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638719:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642805760, 642809856) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.638724:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156935 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.638740:0:17279:0:(rw26.c:858:ll_write_end()) pos 642805760, len 4096, copied 4096 00000080:00200000:0.0:1775764894.638745:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000e0d80f14[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.638747:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000075a00768 fffffc0001001 3:0 ffff967bc91e5b60 156935 lru 00000080:00200000:0.0:1775764894.638752:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5ed8926 156935: 1< 0 - - > 2< 642805760 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:0.0:1775764894.638755:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000e0d80f14 00000080:00200000:0.0:1775764894.638756:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.638758:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.638766:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638778:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.638781:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.638783:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.638788:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.638791:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.638793:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.638797:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638804:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.638812:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.638815:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.638819:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.638822:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156935, 156935] 00000080:00200000:0.0:1775764894.638832:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.638835:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.638841:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642809856 i_blocks 1196131 00000080:00200000:0.0:1775764894.638844:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.638859:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642809856, count: 4096 00000080:00200000:0.0:1775764894.638870:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642809856, bytes: 4096 00000080:00200000:0.0:1775764894.638873:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.638877:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156937, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.638878:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642809856, 642813952) 0 0 00000080:00200000:0.0:1775764894.638881:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.638887:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156936, 156936] 00020000:00200000:0.0:1775764894.638890:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642809856 chunk: [642809856, 642813952) 642813952, 4096 00020000:00200000:0.0:1775764894.638892:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.638904:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156936, 156936] 00000008:00010000:0.0:1775764894.638909:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.638911:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.638918:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638926:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642809856 642813951) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638934:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638941:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.638948:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.638955:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642809856, 642813952) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.638959:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156936 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.638991:0:17279:0:(rw26.c:858:ll_write_end()) pos 642809856, len 4096, copied 4096 00000080:00200000:0.0:1775764894.638995:0:17279:0:(rw26.c:916:ll_write_end()) page@000000007bc68f4f[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.638998:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000d3fe9f20 fffffc0001001 3:0 ffff967bc91e5620 156936 lru 00000080:00200000:0.0:1775764894.639003:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@000000006158573f 156936: 1< 0 - - > 2< 642809856 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:0.0:1775764894.639005:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000007bc68f4f 00000080:00200000:0.0:1775764894.639007:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.639009:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.639016:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.639026:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.639029:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.639031:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.639036:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.639038:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.639040:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.639043:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.639051:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.639058:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.639060:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.639064:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.639066:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156936, 156936] 00000080:00200000:0.0:1775764894.639089:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.639092:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1775764894.639096:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642813952 i_blocks 1196131 00000080:00200000:0.0:1775764894.639099:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.639112:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642813952, count: 4096 00000080:00200000:0.0:1775764894.639122:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642813952, bytes: 4096 00000080:00200000:0.0:1775764894.639125:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.639128:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156938, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.639129:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642813952, 642818048) 0 0 00000080:00200000:0.0:1775764894.639132:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.639137:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156937, 156937] 00020000:00200000:0.0:1775764894.639140:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642813952 chunk: [642813952, 642818048) 642818048, 4096 00020000:00200000:0.0:1775764894.639142:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.639152:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156937, 156937] 00000008:00010000:0.0:1775764894.639157:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.639159:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.639166:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.639174:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642813952 642818047) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.639183:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.639190:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.639197:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.639206:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642813952, 642818048) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.639210:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156937 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.639227:0:17279:0:(rw26.c:858:ll_write_end()) pos 642813952, len 4096, copied 4096 00000080:00200000:0.0:1775764894.639231:0:17279:0:(rw26.c:916:ll_write_end()) page@000000004f252431[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.639234:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @00000000f676fb3a fffffc0001001 3:0 ffff967bc91e5000 156937 lru 00000080:00200000:0.0:1775764894.639239:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000697fdac4 156937: 1< 0 - - > 2< 642813952 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 0 8 482082816 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:0.0:1775764894.639242:0:17279:0:(rw26.c:916:ll_write_end()) end page@000000004f252431 00000080:00200000:0.0:1775764894.639243:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.639270:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1775764894.639279:0:17279:0:(osc_cache.c:836:osc_extent_find()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.639291:0:17279:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff967cd18875f8, count 1, dirtied 1 00000080:00200000:0.0:1775764894.639293:0:17279:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1775764894.639296:0:17279:0:(vvp_io.c:1353:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1775764894.639301:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1775764894.639303:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775764894.639306:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff967cd05c2630 (ffff967cc58313f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775764894.639309:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.639316:0:17279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1775764894.639323:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cc31205d8 (ffff967cc5831ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1775764894.639325:0:17279:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff967cd05c2630 (ffff967cc5831ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1775764894.639328:0:17279:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1775764894.639331:0:17279:0:(file.c:2173:ll_file_io_generic()) Range unlock [156937, 156937] 00000080:00200000:0.0:1775764894.639342:0:17279:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775764894.639345:0:17279:0:(file.c:2206:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00100000:2.0:1775764894.642332:0:18049:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff967cc583a680 - object 0x240000400:17 offset 641728512<>642777088 00000100:00100000:2.0:1775764894.642450:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764894.642472:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc583a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277440:192.168.202.151@tcp:4:iozone.0 00000080:00200000:3.0:1775764894.645457:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775764894.645480:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1775764894.646524:0:8:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000a021f19d ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764894.646550:0:8:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1775764894.646563:0:8:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000a021f19d ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.656390:0:17279:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 642818048 i_blocks 1196131 00000080:00200000:0.0:1775764894.656409:0:17279:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1775764894.656473:0:17279:0:(file.c:2612:do_file_write_iter()) START file f5.replay-ost-single:[0x200000402:0x10:0x0], ppos: 642818048, count: 4096 00000080:00200000:0.0:1775764894.656506:0:17279:0:(file.c:2058:ll_file_io_generic()) f5.replay-ost-single: write ppos: 642818048, bytes: 4096 00000080:00200000:0.0:1775764894.656512:0:17279:0:(file.c:1815:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1775764894.656532:0:17279:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b38ca788[0x110, 156940, [0x200000402:0x10:0x0] hash] 00000020:00200000:0.0:1775764894.656535:0:17279:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [642818048, 642822144) 0 0 00000080:00200000:0.0:1775764894.656540:0:17279:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775764894.656555:0:17279:0:(file.c:2136:ll_file_io_generic()) Range lock [156938, 156938] 00020000:00200000:0.0:1775764894.656563:0:17279:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 642818048 chunk: [642818048, 642822144) 642822144, 4096 00020000:00200000:0.0:1775764894.656567:0:17279:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775764894.656595:0:17279:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [156938, 156938] 00000008:00010000:0.0:1775764894.656628:0:17279:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775764894.656633:0:17279:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff967cd05c2630, osc lock ffff967cd0560720, flags 0x0 00010000:00010000:0.0:1775764894.656657:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.656672:0:17279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (642818048 642822143) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.656684:0:17279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.656693:0:17279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 9/0,2 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1775764894.656699:0:17279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1775764894.656711:0:17279:0:(vvp_io.c:1286:vvp_io_write_start()) f5.replay-ost-single: write [642818048, 642822144) append 0 append lockpos 0 00000080:00200000:0.0:1775764894.656723:0:17279:0:(rw26.c:663:ll_write_begin()) Writing 156938 of 0 to 4096 bytes 00000080:00200000:0.0:1775764894.656776:0:17279:0:(rw26.c:858:ll_write_end()) pos 642818048, len 4096, copied 4096 00000080:00200000:0.0:1775764894.656784:0:17279:0:(rw26.c:916:ll_write_end()) page@00000000a4396abb[3 0000000014a1af93 2 1 0000000030334699] 00000080:00200000:0.0:1775764894.656787:0:17279:0:(rw26.c:916:ll_write_end()) vmpage @0000000055950686 fffffc0001001 3:0 ffff967bc91e5380 156938 lru 00000080:00200000:0.0:1775764894.656795:0:17279:0:(rw26.c:916:ll_write_end()) osc-page@00000000fbcf82b5 156938: 1< 0 - - > 2< 642818048 0 0 0x0 0x0 | 00000000b9618435 00000000df6d8076 > 3< 0 0 > 4< 0 1 8 482082816 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775764894.656797:0:17279:0:(rw26.c:916:ll_write_end()) end page@00000000a4396abb 00000080:00200000:0.0:1775764894.656799:0:17279:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775764894.656818:0:17279:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775764894.658889:0:8:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1775764894.658985:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (612544512 612548607) ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 8/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:3.0:1775764894.663186:0:8:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff967cc796fb80 - object 0x240000400:17 offset 612544512<>642818048 00000100:00100000:2.0:1775764894.663292:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707277568:192.168.202.151@tcp:4:iozone.0 00000080:00200000:3.0:1775764894.663551:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1775764895.335512:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764896.362758:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764897.387586:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764897.703613:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc5839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2372:1862023707277696:192.168.202.151@tcp:400:kworker.0 00000100:00100000:3.0:1775764897.703711:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707277952:192.168.202.151@tcp:400:kworker.0 00000100:00100000:3.0:1775764897.703744:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764897.703750:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc5839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707277824:192.168.202.151@tcp:400:kworker.0 00010000:00010000:2.0:1775764898.411866:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764899.432445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764900.455606:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764901.479408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764902.503487:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764902.823514:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707278208:192.168.202.151@tcp:400:kworker.0 00000100:00100000:2.0:1775764902.823519:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2373:1862023707278080:192.168.202.151@tcp:400:kworker.0 00000100:00100000:2.0:1775764902.823622:0:2373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707278336:192.168.202.151@tcp:400:kworker.0 00010000:00010000:1.0:1775764903.527377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764904.551415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764905.575453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764906.600388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764907.623436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764907.943453:0:2371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2371:1862023707278592:192.168.202.151@tcp:400:kworker.0 00000100:00100000:1.0:1775764907.943453:0:2370:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2370:1862023707278464:192.168.202.151@tcp:400:kworker.0 00000100:00100000:1.0:1775764907.943540:0:2370:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2370:1862023707278720:192.168.202.151@tcp:400:kworker.0 00010000:00010000:2.0:1775764908.647441:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764909.671424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764910.695421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1775764910.951387:0:2373:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764894/real 1775764894] req@ffff967cc796fb80 x1862023707277568/t0(0) o4->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:6/4 lens 504/448 e 0 to 1 dl 1775764910 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'iozone.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1775764910.958935:0:2373:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1775764910.958943:0:2373:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff967cc3157800: Connection to lustre-OST0000 (at 192.168.202.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1775764910.963016:0:2373:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000400:2.0:1775764910.963038:0:2373:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764894/real 1775764894] req@ffff967cc583a680 x1862023707277440/t0(0) o4->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:6/4 lens 488/448 e 0 to 1 dl 1775764910 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'iozone.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1775764910.963055:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff967cc97d4000 already not connected (conn 33, was 33): DISCONN 00000100:00080000:3.0:1775764910.963183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775764910.963189:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2372:1862023707278848:192.168.202.151@tcp:400:kworker.0 00000100:00080000:3.0:1775764910.963192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775764910.963213:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764910.963224:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 704 00000100:00080000:3.0:1775764910.963279:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775764910.963293:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775764910.963319:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707279104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775764910.963328:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764910.963341:0:2372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707278976:192.168.202.151@tcp:400:kworker.0 00000100:00100000:0.0:1775764910.963415:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279104:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775764911.719451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764912.743600:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764913.767516:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1775764914.023412:0:2372:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764897/real 1775764897] req@ffff967cc5839f80 x1862023707277824/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764914.038765:0:2372:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc5839f80 x1862023707277824/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764914.038780:0:2372:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1775764914.038785:0:2372:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff967cc3157800: Connection to lustre-MDT0000 (at 192.168.202.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1775764914.038789:0:2372:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1775764914.038815:0:2372:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764897/real 1775764897] req@ffff967cc5839c00 x1862023707277696/t0(0) o400->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764914.038830:0:2372:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc5839c00 x1862023707277696/t0(0) o400->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764914.038837:0:2372:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1775764914.038840:0:2372:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.151@tcp: Connection to MGS (at 192.168.202.151@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1775764914.043277:0:2372:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.151@tcp for MGC192.168.202.151@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1775764914.043282:0:2372:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1775764914.043290:0:2372:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff967cc5839c00 x1862023707277696/t0(0) o400->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764914.043305:0:2372:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff967cc796f100 x1862023707278080/t0(0) o400->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1775764918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764914.043321:0:2372:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff967cc64eed80 x1862023707278464/t0(0) o400->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1775764923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764914.043338:0:2372:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff967cc796d500 x1862023707278848/t0(0) o400->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1775764926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1775764914.043352:0:2372:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1775764914.043355:0:2372:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1775764914.043357:0:2372:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1775764914.043359:0:2372:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:2.0:1775764914.043365:0:2373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2373:1862023707278080:192.168.202.151@tcp:400:kworker.0 00000100:00100000:1.0:1775764914.043385:0:2370:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2370:1862023707278464:192.168.202.151@tcp:400:kworker.0 00000100:00000400:3.0:1775764914.043387:0:2372:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764897/real 1775764897] req@ffff967bc4ba1500 x1862023707277952/t0(0) o400->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764914.043403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764914.043409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1775764914.043410:0:2372:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967bc4ba1500 x1862023707277952/t0(0) o400->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1775764913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764914.043413:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764914.043424:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff967cc97d4000 already not connected (conn 34, was 33): CONNECTING 00000100:00080000:0.0:1775764914.043425:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 415 00000100:00080000:0.0:1775764914.043440:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775764914.043444:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2372:1862023707278848:192.168.202.151@tcp:400:kworker.0 00000100:00100000:3.0:1775764914.043450:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc5839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707277824:192.168.202.151@tcp:400:kworker.0 00000100:00100000:3.0:1775764914.043453:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc5839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2372:1862023707277696:192.168.202.151@tcp:400:kworker.0 00000100:00100000:3.0:1775764914.043456:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707277952:192.168.202.151@tcp:400:kworker.0 00000100:00100000:0.0:1775764914.043472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707279232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775764914.043492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764914.043495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775764914.043498:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764914.043502:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 416 00000100:00080000:0.0:1775764914.043508:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775764914.043516:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707279232:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775764914.043517:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775764914.043532:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707279360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775764914.043541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764914.043545:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775764914.043554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764914.043556:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1775764914.043609:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279360:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775764914.791408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764915.815433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775764916.071388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764916.071398:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775764916.071400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764916.071403:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775764916.071405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764916.071408:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1775764916.839353:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764917.863431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1775764918.119354:0:2372:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764902/real 1775764902] req@ffff967cc796ed80 x1862023707278208/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1775764918.119404:0:2373:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764902/real 1775764902] req@ffff967cc796ca80 x1862023707278336/t0(0) o400->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1775764918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764918.119430:0:2373:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc796ca80 x1862023707278336/t0(0) o400->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1775764918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775764918.119439:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff967cc97d4000 already not connected (conn 34, was 33): CONNECTING 00000100:00100000:2.0:1775764918.119450:0:2373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2373:1862023707278336:192.168.202.151@tcp:400:kworker.0 00000100:00100000:3.0:1775764918.129037:0:2372:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc796ed80 x1862023707278208/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764918.129047:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff967cc97d7800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1775764918.129059:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707278208:192.168.202.151@tcp:400:kworker.0 00010000:00010000:2.0:1775764918.887385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775764919.079352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764919.079361:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775764919.079364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764919.079375:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775764919.079378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764919.079381:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1775764919.911426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764920.167357:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764910/real 1775764910] req@ffff967cc796ce00 x1862023707279104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764920 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764920.167381:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707279104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764920 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764920.167396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764920.167409:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764920.167412:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279104:192.168.202.151@tcp:8:kworker.0 00000100:00080000:2.0:1775764920.167425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764920.167430:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764920.167432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764920.167434:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764920.167436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764920.167439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764920.167442:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764920.167446:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 854 00000100:00080000:2.0:1775764920.167454:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1775764920.167459:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764920.167467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764920.167490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707279488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764920.167546:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279488:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764920.935366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764921.959438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764922.983489:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1775764923.303374:0:2371:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764907/real 1775764907] req@ffff967cc64efb80 x1862023707278592/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764923 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1775764923.303374:0:2370:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764907/real 1775764907] req@ffff967cc64ec700 x1862023707278720/t0(0) o400->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1775764923 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764923.303430:0:2370:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc64ec700 x1862023707278720/t0(0) o400->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1775764923 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775764923.303440:0:2370:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff967cc97d4000 already not connected (conn 35, was 33): CONNECTING 00000100:00100000:1.0:1775764923.303460:0:2370:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2370:1862023707278720:192.168.202.151@tcp:400:kworker.0 00000100:00100000:0.0:1775764923.314383:0:2371:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc64efb80 x1862023707278592/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764923 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764923.314394:0:2371:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff967cc97d7800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1775764923.314408:0:2371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3670a533-05cb-4e92-bf1d-afd8d48df94d:2371:1862023707278592:192.168.202.151@tcp:400:kworker.0 00010000:00010000:1.0:1775764924.007427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764924.263431:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764914/real 1775764914] req@ffff967cc64ec380 x1862023707279360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764924 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764924.263458:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707279360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764924 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764924.263466:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764914/real 1775764914] req@ffff967cc64ef800 x1862023707279232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764924 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764924.263475:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707279232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764924 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764924.263488:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764924.263502:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764924.263505:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279360:192.168.202.151@tcp:38:kworker.0 00000100:00080000:0.0:1775764924.263511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764924.263517:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764924.263520:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707279232:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775764924.263535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764924.263544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775764924.263549:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764924.263560:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 857 00000100:00080000:1.0:1775764924.263574:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1775764924.263582:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775764924.263626:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707279616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775764924.263655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764924.263658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775764924.263660:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764924.263665:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 857 00000100:00080000:1.0:1775764924.263671:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1775764924.263675:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775764924.263685:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775764924.263690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707279616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775764924.263700:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707279744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775764924.263710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764924.263712:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1775764924.263768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279744:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775764925.031418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764925.287366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764925.287373:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764925.287377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764925.287380:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764925.287383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764925.287385:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1775764926.055406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1775764926.311388:0:2372:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764910/real 1775764910] req@ffff967cc796f480 x1862023707278976/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764926 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764926.311418:0:2372:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff967cc796f480 x1862023707278976/t0(0) o400->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1775764926 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775764926.311427:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff967cc97d7800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1775764926.311438:0:2372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3670a533-05cb-4e92-bf1d-afd8d48df94d:2372:1862023707278976:192.168.202.151@tcp:400:kworker.0 00010000:00010000:2.0:1775764927.079411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764928.103445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764929.127408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764929.319370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764929.319378:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764929.319380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764929.319383:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764929.319386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764929.319389:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1775764930.151366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764931.175482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764932.199391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764933.223423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764934.247415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764934.567357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764934.567364:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764934.567367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764934.567369:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764934.567370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764934.567372:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1775764935.271436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764935.527379:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764920/real 1775764920] req@ffff967bc4ba0380 x1862023707279488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764935.527414:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707279488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764935.527434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764935.527460:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764935.527464:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279488:192.168.202.151@tcp:8:kworker.0 00000100:00080000:2.0:1775764935.527499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764935.527504:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764935.527506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764935.527508:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764935.527510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764935.527513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764935.527516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764935.527521:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 863 00000100:00080000:2.0:1775764935.527530:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1775764935.527535:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764935.527544:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764935.527570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707279872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764935.527630:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279872:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775764936.295431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764937.319408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764938.343408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764939.367400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764939.623389:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764924/real 1775764924] req@ffff967cc31d8380 x1862023707279744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764939 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764939.623430:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707279744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764939 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764939.623440:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764924/real 1775764924] req@ffff967cc31da680 x1862023707279616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764939 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764939.623450:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707279616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764939 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764939.623471:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764939.623500:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764939.623505:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279744:192.168.202.151@tcp:38:kworker.0 00000100:00080000:0.0:1775764939.623510:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764939.623516:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764939.623519:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707279616:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775764939.623574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764939.623579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775764939.623583:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764939.623588:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 867 00000100:00080000:2.0:1775764939.623599:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1775764939.623605:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775764939.623646:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707280000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764939.623665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764939.623667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764939.623668:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764939.623671:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 867 00000100:00080000:2.0:1775764939.623673:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1775764939.623675:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764939.623685:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775764939.623696:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707280128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764939.623705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775764939.623708:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707280000:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775764939.623709:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1775764939.623816:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280128:192.168.202.151@tcp:38:kworker.0 00010000:00010000:1.0:1775764940.391405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764940.647354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764940.647363:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764940.647366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764940.647368:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764940.647370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764940.647372:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1775764941.415403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764942.439383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764943.463430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764944.487415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764944.679359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764944.679367:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764944.679371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764944.679374:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764944.679376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764944.679378:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1775764945.511399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764946.535408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:0.1:1775764946.727398:0:2361:0:(socklnd_cb.c:2416:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.202.151@tcp (192.168.202.151:988) the network or that node may be down. 00000100:00020000:0.0:1775764946.727601:0:2361:0:(events.c:192:client_bulk_callback()) event type 1, status -5, req ffff967cc583a680 desc ffff967bc4a34000 mbits 1862023707277440 00000400:02000040:3.0:1775764946.791354:0:2367:0:(lib-move.c:3991:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.51@tcp 00010000:00010000:0.0:1775764947.559394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764948.583398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764949.607383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764949.927371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764949.927380:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764949.927383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764949.927386:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764949.927388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764949.927393:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1775764950.631421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764951.655378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764952.679441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764953.703357:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764954.727428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764955.047397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764955.047410:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775764955.047413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764955.047416:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775764955.047419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764955.047422:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1775764955.751383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764956.007343:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764935/real 1775764935] req@ffff967bc4ba0700 x1862023707279872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764956.007370:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707279872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764956.007385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764956.007406:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764956.007410:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707279872:192.168.202.151@tcp:8:kworker.0 00000100:00080000:2.0:1775764956.007455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764956.007460:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764956.007463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764956.007467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764956.007470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764956.007473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764956.007476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764956.007483:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 879 00000100:00080000:2.0:1775764956.007493:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1775764956.007500:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764956.007511:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764956.007546:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707280256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764956.007610:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764956.775439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764957.799371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775764958.631556:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.202.151:988 00000400:00000100:2.0:1775764958.631592:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775764958.631606:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775764958.631686:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764956/real 1775764958] req@ffff967bc4ba2a00 x1862023707280256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764958.631707:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707280256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764958.631717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764958.631724:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764958.631728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764958.823397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764959.063467:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764939/real 1775764939] req@ffff967bc4ba2680 x1862023707280128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764959.063499:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707280128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764959.063513:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764939/real 1775764939] req@ffff967bc4ba3480 x1862023707280000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764959.063526:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707280000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764959.063546:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764959.063571:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764959.063575:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280128:192.168.202.151@tcp:38:kworker.0 00000100:00080000:0.0:1775764959.063582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764959.063590:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764959.063593:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707280000:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775764959.063631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764959.063638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775764959.063641:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764959.063647:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 883 00000100:00080000:2.0:1775764959.063659:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1775764959.063667:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775764959.063699:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707280384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764959.063724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764959.063728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764959.063730:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764959.063735:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 883 00000100:00080000:2.0:1775764959.063740:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1775764959.063745:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764959.063784:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775764959.063790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707280384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775764959.063808:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707280512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764959.063821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764959.063825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764959.063828:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764959.063834:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 899 00000100:00080000:2.0:1775764959.063839:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764959.063843:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764959.063849:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775764959.063857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:2.0:1775764959.063861:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707280640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764959.063894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764959/real 1775764959] req@ffff967bc4ba3100 x1862023707280384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764959.063906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707280384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764959.063915:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764959.063918:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764959.063921:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707280384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775764959.063933:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280512:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775764959.063955:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775764959.063966:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764959/real 1775764959] req@ffff967bc4ba1f80 x1862023707280512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764959.063978:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707280512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764959.063985:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764959.063994:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764959.063997:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764959.064003:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280640:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775764959.064023:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775764959.064034:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764959/real 1775764959] req@ffff967bc4ba1c00 x1862023707280640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764959.064045:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707280640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764959.064054:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764959.064057:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764959.064061:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280640:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775764959.847359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764960.871456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764961.895382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764962.919437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764963.943378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764964.263322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764964.263330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775764964.263334:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764964.263343:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 902 00000100:00080000:2.0:1775764964.263353:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764964.263358:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775764964.263394:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707280768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764964.263424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764964.263426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764964.263428:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764964.263431:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 902 00000100:00080000:2.0:1775764964.263434:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764964.263437:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764964.263444:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775764964.263454:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707280896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764964.263462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764964.263466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764964.263468:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764964.263474:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 902 00000100:00100000:0.0:1775764964.263475:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707280768:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775764964.263478:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764964.263484:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764964.263491:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764964.263505:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707281024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764964.263572:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764964.263596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281024:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764964.967420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775764965.415610:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.202.151:988 00000400:00000100:1.0:1775764965.415654:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775764965.415672:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775764965.415734:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775764965.415752:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775764965.415770:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764964/real 1775764965] req@ffff967bc4ba2d80 x1862023707280896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764965.415798:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707280896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764965.415808:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764965.415812:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764965.415816:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707280896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764965.415822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764964/real 1775764965] req@ffff967bc4ba0a80 x1862023707281024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764965.415830:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707281024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764965.415835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764965.415837:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764965.415840:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281024:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775764965.415844:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764964/real 1775764965] req@ffff967bc4ba0000 x1862023707280768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764965.415855:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707280768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764965.415863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764965.415866:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764965.415869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707280768:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775764965.991375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764967.015476:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764968.039359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764969.063429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764969.383413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764969.383423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775764969.383428:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764969.383436:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 907 00000100:00080000:3.0:1775764969.383447:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775764969.383453:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775764969.383484:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707281152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775764969.383511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764969.383513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775764969.383515:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764969.383518:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 907 00000100:00080000:3.0:1775764969.383520:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775764969.383522:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775764969.383530:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775764969.383538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707281280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775764969.383551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764969.383553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775764969.383556:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775764969.383559:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707281152:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775764969.383560:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 907 00000100:00080000:3.0:1775764969.383564:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775764969.383570:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775764969.383574:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775764969.383581:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707281408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764969.383675:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764969.383718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281408:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775764970.087420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764971.111439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764972.135374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775764972.199614:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.202.151:988 00000400:00000100:2.0:1775764972.199685:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775764972.199703:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775764972.199745:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775764972.199755:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775764972.199834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764969/real 1775764972] req@ffff967cc796d500 x1862023707281280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764972.199866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707281280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764972.199885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764972.199891:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764972.199896:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764972.199905:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764969/real 1775764972] req@ffff967cc796d180 x1862023707281408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764972.199927:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707281408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764972.199935:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764972.199939:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764972.199942:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281408:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775764972.199951:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764969/real 1775764972] req@ffff967cc796ed80 x1862023707281152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764972.199965:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707281152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764972.199973:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764972.199976:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764972.199980:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707281152:192.168.202.151@tcp:250:kworker.0 00010000:00010000:2.0:1775764973.159387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764974.183463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764974.503372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764974.503383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775764974.503387:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764974.503398:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 912 00000100:00080000:2.0:1775764974.503410:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764974.503418:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775764974.503473:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707281536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764974.503501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764974.503504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764974.503505:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764974.503509:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 912 00000100:00080000:2.0:1775764974.503513:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764974.503517:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764974.503526:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775764974.503537:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707281664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764974.503545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775764974.503547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707281536:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775764974.503548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764974.503550:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764974.503558:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 912 00000100:00080000:2.0:1775764974.503560:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764974.503562:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764974.503565:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764974.503574:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707281792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775764974.503635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775764974.503683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764974/real 1775764974] req@ffff967bc4ba0e00 x1862023707281536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764974.503706:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707281536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764974.503715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764974.503719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764974.503723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707281536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775764974.503748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281664:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775764974.503772:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775764974.503783:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764974/real 1775764974] req@ffff967bc4ba3800 x1862023707281664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764974.503794:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707281664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764974.503801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764974.503805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764974.503808:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281664:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764974.503813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281792:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775764974.503829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775764974.503836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764974/real 1775764974] req@ffff967bc4ba1880 x1862023707281792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764974.503842:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707281792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764974.503848:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764974.503850:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764974.503852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707281792:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764975.207413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764976.231388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764977.255414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764978.279389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764979.303414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764979.623377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764979.623386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775764979.623391:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764979.623400:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 917 00000100:00080000:2.0:1775764979.623412:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764979.623429:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775764979.623469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707281920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764979.623499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764979.623502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764979.623504:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764979.623508:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 917 00000100:00080000:2.0:1775764979.623512:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764979.623515:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764979.623524:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775764979.623536:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707282048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764979.623547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707281920:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775764979.623547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764979.623555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764979.623557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764979.623574:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 917 00000100:00080000:2.0:1775764979.623578:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764979.623582:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764979.623587:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764979.623600:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707282176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764979.623641:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764979.623661:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282176:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775764980.327372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764981.351405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764982.375394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775764982.695494:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.202.151:988 00000400:00000100:1.0:1775764982.695549:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775764982.695566:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775764982.695605:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775764982.695614:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775764982.695659:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764979/real 1775764982] req@ffff967bc4ba1180 x1862023707282048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764982.695688:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707282048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764982.695701:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764982.695705:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764982.695709:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775764982.695716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764979/real 1775764982] req@ffff967bc4ba3b80 x1862023707282176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764982.695726:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707282176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764982.695734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764982.695737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764982.695740:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282176:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775764982.695746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764979/real 1775764982] req@ffff967bc4ba2300 x1862023707281920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764982.695758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707281920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764982.695766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764982.695783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775764982.695787:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707281920:192.168.202.151@tcp:250:kworker.0 00010000:00010000:2.0:1775764983.399471:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764984.423413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764984.743369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764984.743376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775764984.743379:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764984.743387:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 923 00000100:00080000:0.0:1775764984.743396:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775764984.743401:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775764984.743426:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707282304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775764984.743448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764984.743450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775764984.743452:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764984.743454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 923 00000100:00080000:0.0:1775764984.743456:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775764984.743459:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775764984.743465:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775764984.743474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707282432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775764984.743483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764984.743488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775764984.743490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764984.743494:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 923 00000100:00080000:0.0:1775764984.743497:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775764984.743503:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775764984.743508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775764984.743512:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707282304:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775764984.743530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64efb80 x1862023707282560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775764984.743583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775764984.743624:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764984/real 1775764984] req@ffff967cc64ef800 x1862023707282304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764984.743639:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707282304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764984.743649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764984.743653:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764984.743657:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707282304:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775764984.743663:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282432:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775764984.743683:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775764984.743694:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764984/real 1775764984] req@ffff967cc64ec380 x1862023707282432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764984.743706:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707282432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764984.743717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764984.743720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764984.743723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775764984.743745:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282560:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775764984.743765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775764984.743774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764984/real 1775764984] req@ffff967cc64efb80 x1862023707282560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764984.743785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64efb80 x1862023707282560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764984.743792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764984.743795:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764984.743798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282560:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764985.447394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764986.471385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764987.495453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764988.519381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764989.543421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764989.863328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764989.863337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775764989.863342:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764989.863354:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 928 00000100:00080000:0.0:1775764989.863366:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775764989.863373:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775764989.863509:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707282688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775764989.863538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764989.863541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775764989.863543:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764989.863546:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 928 00000100:00080000:0.0:1775764989.863554:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775764989.863558:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775764989.863568:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775764989.863588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707282816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775764989.863596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775764989.863601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775764989.863601:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707282688:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775764989.863604:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775764989.863612:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 928 00000100:00080000:0.0:1775764989.863620:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775764989.863624:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775764989.863629:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775764989.863642:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707282944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775764989.863657:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775764989.863692:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764989/real 1775764989] req@ffff967cc64ec000 x1862023707282688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764989.863709:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707282688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764989.863724:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764989.863728:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764989.863732:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707282688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775764989.863752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282816:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775764989.863769:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775764989.863778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764989/real 1775764989] req@ffff967cc64ed180 x1862023707282816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764989.863788:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707282816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764989.863795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764989.863798:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764989.863801:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282816:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775764989.863806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282944:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775764989.863819:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775764989.863825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764989/real 1775764989] req@ffff967cc64edc00 x1862023707282944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764989.863835:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707282944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764989.863842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764989.863844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764989.863847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707282944:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775764990.567346:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764991.591404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764992.615356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764993.639464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764994.663336:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764994.983391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764994.983404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775764994.983409:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764994.983436:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 933 00000100:00080000:2.0:1775764994.983448:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764994.983455:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775764994.983508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707283072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764994.983536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764994.983539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764994.983540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764994.983543:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 933 00000100:00080000:2.0:1775764994.983546:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764994.983549:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775764994.983558:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775764994.983567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707283200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764994.983574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764994.983576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775764994.983578:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764994.983581:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 933 00000100:00080000:2.0:1775764994.983582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775764994.983586:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775764994.983587:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707283072:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775764994.983592:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775764994.983599:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707283328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775764994.983682:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775764994.983713:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775764995.687457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764996.711376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764997.735445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775764998.055705:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.202.151:988 00000400:00000100:2.0:1775764998.055764:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775764998.055785:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775764998.055871:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775764998.055884:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764994/real 1775764998] req@ffff967bc4ba2300 x1862023707283072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1775764998.055885:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775764998.055919:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707283072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764998.055933:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764998.055938:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764998.055943:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707283072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775764998.055950:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764994/real 1775764998] req@ffff967bc4ba3b80 x1862023707283200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764998.055959:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707283200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764998.055965:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764998.055969:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764998.055972:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775764998.055998:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775764994/real 1775764998] req@ffff967bc4ba1180 x1862023707283328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764998.056010:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707283328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764998.056029:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764998.056034:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775764998.056037:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775764998.759407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764999.783473:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765000.103365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765000.103382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765000.103385:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765000.103394:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 938 00000100:00080000:0.0:1775765000.103404:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765000.103452:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765000.103479:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707283456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765000.103505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765000.103509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765000.103511:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765000.103514:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 938 00000100:00080000:0.0:1775765000.103518:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765000.103521:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765000.103529:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765000.103539:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707283584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765000.103548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765000.103552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765000.103553:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765000.103557:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 938 00000100:00080000:0.0:1775765000.103562:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775765000.103565:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707283456:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765000.103574:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765000.103581:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765000.103599:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707283712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765000.103633:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765000.103668:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765000/real 1775765000] req@ffff967cc64ed500 x1862023707283456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765000.103683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707283456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765000.103692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765000.103695:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765000.103698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707283456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765000.103705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283584:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765000.103725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765000.103736:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765000/real 1775765000] req@ffff967cc64edf80 x1862023707283584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765000.103747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707283584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765000.103754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765000.103757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765000.103760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283584:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765000.103795:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283712:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765000.103816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765000.103825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765000/real 1775765000] req@ffff967cc64eea00 x1862023707283712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765000.103837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707283712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765000.103844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765000.103847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765000.103850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283712:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765000.807446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765001.831414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765002.855398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765003.879540:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765004.903379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765005.223393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765005.223399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765005.223403:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765005.223410:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 943 00000100:00080000:2.0:1775765005.223420:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765005.223426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765005.223455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707283840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765005.223479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765005.223482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765005.223484:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765005.223495:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 943 00000100:00080000:2.0:1775765005.223499:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765005.223503:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765005.223511:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765005.223521:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707283968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765005.223521:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707283840:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765005.223531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765005.223534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765005.223535:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765005.223539:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 943 00000100:00080000:2.0:1775765005.223542:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765005.223545:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765005.223549:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765005.223558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707284096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765005.223636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765005.223671:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765005/real 1775765005] req@ffff967bc4ba1880 x1862023707283840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765005.223687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707283840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765005.223696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765005.223699:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765005.223702:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707283840:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765005.223722:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283968:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765005.223743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765005.223754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765005/real 1775765005] req@ffff967bc4ba3800 x1862023707283968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765005.223766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707283968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765005.223772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765005.223775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765005.223777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707283968:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765005.223783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284096:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765005.223803:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765005.223821:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765005/real 1775765005] req@ffff967bc4ba0e00 x1862023707284096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765005.223831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707284096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765005.223837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765005.223840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765005.223842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284096:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765005.927418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765006.951397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765007.975486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765008.999387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765010.023414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765010.343362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765010.343368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765010.343372:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765010.343380:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 948 00000100:00080000:2.0:1775765010.343388:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765010.343393:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765010.343428:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707284224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765010.343448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765010.343450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765010.343451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765010.343454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 948 00000100:00080000:2.0:1775765010.343456:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765010.343458:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765010.343463:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765010.343470:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707284352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765010.343476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765010.343478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765010.343479:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765010.343482:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 948 00000100:00080000:2.0:1775765010.343484:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765010.343486:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765010.343490:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765010.343495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707284480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765010.343509:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707284224:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765010.343565:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765010.343600:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765010/real 1775765010] req@ffff967bc4ba0000 x1862023707284224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765010.343617:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707284224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765010.343633:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765010.343637:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765010.343641:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707284224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765010.343648:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284352:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765010.343681:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765010.343691:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765010/real 1775765010] req@ffff967bc4ba0a80 x1862023707284352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765010.343702:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707284352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765010.343709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765010.343712:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765010.343715:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284352:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765010.343734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284480:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765010.343752:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765010.343760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765010/real 1775765010] req@ffff967bc4ba2d80 x1862023707284480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765010.343771:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707284480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765010.343778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765010.343782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765010.343785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284480:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765011.047368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765012.071432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765013.095449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765014.119383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765015.143470:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765015.463339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765015.463346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765015.463350:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765015.463359:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 953 00000100:00080000:0.0:1775765015.463369:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765015.463374:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765015.463406:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707284608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765015.463428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765015.463438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765015.463439:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765015.463444:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 953 00000100:00080000:0.0:1775765015.463448:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765015.463452:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765015.463461:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765015.463474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707284736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765015.463482:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707284608:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765015.463485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765015.463488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765015.463490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765015.463493:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 953 00000100:00080000:0.0:1775765015.463497:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765015.463502:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765015.463506:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765015.463522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707284864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765015.463640:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765015.463666:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284864:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765016.167400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765017.191418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765018.215391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765018.535576:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765018.535619:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765018.535638:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765018.535683:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765018.535694:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765018.535769:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765015/real 1775765018] req@ffff967cc64ef480 x1862023707284736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765018.535797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707284736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765018.535809:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765018.535814:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765018.535819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765018.535828:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765015/real 1775765018] req@ffff967cc64eca80 x1862023707284864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765018.535841:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707284864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765018.535867:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765018.535872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765018.535875:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707284864:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775765018.535884:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765015/real 1775765018] req@ffff967cc64ece00 x1862023707284608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765018.535897:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707284608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765018.535906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765018.535910:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765018.535914:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707284608:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775765019.239413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765020.263418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765020.583368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765020.583375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765020.583379:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765020.583388:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 958 00000100:00080000:2.0:1775765020.583397:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765020.583403:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765020.583448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707284992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765020.583471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765020.583474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765020.583476:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765020.583479:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 958 00000100:00080000:2.0:1775765020.583482:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765020.583486:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765020.583494:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765020.583506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707285120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765020.583511:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707284992:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765020.583535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765020.583539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765020.583541:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765020.583548:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 958 00000100:00080000:2.0:1775765020.583553:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765020.583558:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765020.583565:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765020.583582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707285248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765020.583618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765020.583669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765020/real 1775765020] req@ffff967bc4ba1c00 x1862023707284992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765020.583688:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707284992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765020.583697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765020.583701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765020.583705:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707284992:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765020.583735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285120:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765020.583762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765020.583776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765020/real 1775765020] req@ffff967bc4ba1f80 x1862023707285120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765020.583790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707285120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765020.583799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765020.583803:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765020.583807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285120:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765020.583815:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285248:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765020.583838:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765020.583847:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765020/real 1775765020] req@ffff967bc4ba3100 x1862023707285248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765020.583856:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707285248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765020.583862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765020.583865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765020.583867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285248:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765021.287434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765022.311486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765023.335389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765024.359482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765025.383419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765025.703403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765025.703414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765025.703419:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765025.703430:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 964 00000100:00080000:2.0:1775765025.703442:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765025.703449:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765025.703494:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707285376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765025.703522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765025.703525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765025.703527:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765025.703531:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 964 00000100:00080000:2.0:1775765025.703535:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765025.703540:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765025.703552:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765025.703570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707285504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765025.703582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765025.703586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765025.703588:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765025.703596:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 964 00000100:00080000:2.0:1775765025.703602:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775765025.703608:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707285376:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765025.703610:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765025.703624:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765025.703647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707285632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765025.703705:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765025.703751:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765025/real 1775765025] req@ffff967bc4ba3480 x1862023707285376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765025.703773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707285376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765025.703784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765025.703789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765025.703793:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707285376:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765025.703802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285504:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765025.703826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765025.703837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765025/real 1775765025] req@ffff967bc4ba2680 x1862023707285504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765025.703849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707285504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765025.703858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765025.703861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765025.703864:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765025.703892:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285632:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765025.703914:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765025.703926:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765025/real 1775765025] req@ffff967bc4ba2a00 x1862023707285632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765025.703939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707285632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765025.703948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765025.703952:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765025.703955:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285632:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765026.407408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765027.431394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765028.455390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765029.479332:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765030.503441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765030.823376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765030.823386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765030.823391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765030.823402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 969 00000100:00080000:3.0:1775765030.823414:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765030.823421:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765030.823467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707285760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765030.823497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765030.823500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765030.823501:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765030.823504:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 969 00000100:00080000:3.0:1775765030.823507:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765030.823509:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765030.823519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765030.823529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707285888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765030.823536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765030.823539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765030.823540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765030.823544:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 969 00000100:00080000:3.0:1775765030.823546:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765030.823549:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765030.823552:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765030.823559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707286016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765030.823579:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707285760:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765030.823671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765030.823730:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765030/real 1775765030] req@ffff967cc796e680 x1862023707285760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765030.823749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707285760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765030.823757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765030.823761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765030.823765:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707285760:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765030.823771:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285888:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765030.823791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765030.823800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765030/real 1775765030] req@ffff967cc796ed80 x1862023707285888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765030.823813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707285888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765030.823818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765030.823820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765030.823822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707285888:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765030.823860:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286016:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765030.823876:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765030.823883:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765030/real 1775765030] req@ffff967cc796d180 x1862023707286016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765030.823892:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707286016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765030.823898:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765030.823900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765030.823902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286016:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765031.527361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765032.551420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765033.575360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765034.599430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765035.623373:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765035.943386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765035.943395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765035.943399:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765035.943407:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 974 00000100:00080000:1.0:1775765035.943416:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765035.943422:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765035.943457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707286144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765035.943481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765035.943483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765035.943484:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765035.943487:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 974 00000100:00080000:1.0:1775765035.943490:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765035.943492:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765035.943499:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765035.943508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707286272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765035.943516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765035.943519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765035.943521:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765035.943526:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707286144:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765035.943528:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 974 00000100:00080000:1.0:1775765035.943533:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765035.943536:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765035.943540:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765035.943548:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707286400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765035.943592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765035.943628:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765035/real 1775765035] req@ffff967cc31da680 x1862023707286144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765035.943649:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707286144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765035.943656:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765035.943659:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765035.943662:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707286144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765035.943679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286272:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765035.943695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765035.943703:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765035/real 1775765035] req@ffff967cc31d8380 x1862023707286272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765035.943711:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707286272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765035.943717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765035.943720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765035.943723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286272:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765035.943729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286400:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765035.943749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765035.943760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765035/real 1775765035] req@ffff967cc31d9c00 x1862023707286400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765035.943773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707286400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765035.943786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765035.943789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765035.943791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286400:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765036.647422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765037.671400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765038.695427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765039.719376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765040.743393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765041.063332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765041.063340:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765041.063343:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765041.063351:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 979 00000100:00080000:1.0:1775765041.063360:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765041.063377:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765041.063409:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707286528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765041.063434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765041.063436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765041.063438:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765041.063441:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 979 00000100:00080000:1.0:1775765041.063443:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765041.063445:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765041.063452:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765041.063460:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707286656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765041.063471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765041.063473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765041.063474:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765041.063477:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 979 00000100:00080000:1.0:1775765041.063478:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765041.063481:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765041.063484:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765041.063490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707286784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765041.063513:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707286528:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765041.063570:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765041.063603:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765041/real 1775765041] req@ffff967cc31d8000 x1862023707286528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765041.063617:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707286528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765041.063645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765041.063652:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765041.063655:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707286528:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765041.063661:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286656:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765041.063676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765041.063683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765041/real 1775765041] req@ffff967cc31d9f80 x1862023707286656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765041.063691:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707286656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765041.063696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765041.063699:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765041.063701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286656:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765041.063705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286784:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765041.063716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765041.063721:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765041/real 1775765041] req@ffff967cc31d8700 x1862023707286784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765041.063738:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707286784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765041.063743:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765041.063745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765041.063747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707286784:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765041.767363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765042.791398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765043.815421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765044.839492:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765045.863395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765046.183365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765046.183375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765046.183380:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765046.183390:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 984 00000100:00080000:3.0:1775765046.183402:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765046.183415:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765046.183446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707286912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765046.183469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765046.183471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765046.183473:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765046.183476:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 984 00000100:00080000:3.0:1775765046.183478:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765046.183481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765046.183488:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765046.183497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707287040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765046.183511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765046.183513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765046.183515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765046.183518:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 984 00000100:00080000:3.0:1775765046.183520:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765046.183523:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765046.183527:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707286912:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775765046.183528:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765046.183539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707287168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765046.183585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765046.183625:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765046/real 1775765046] req@ffff967cc796d500 x1862023707286912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765046.183640:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707286912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765046.183647:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765046.183650:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765046.183653:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707286912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765046.183659:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287040:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765046.183676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765046.183689:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765046/real 1775765046] req@ffff967cc796f480 x1862023707287040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765046.183697:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707287040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765046.183702:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765046.183704:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765046.183706:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287040:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765046.183723:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287168:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765046.183735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765046.183741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765046/real 1775765046] req@ffff967cc796ce00 x1862023707287168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765046.183749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707287168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765046.183754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765046.183756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765046.183758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287168:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765046.887464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765047.911466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765048.935464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765049.959407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765050.983435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765051.303410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765051.303418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765051.303422:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765051.303430:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 989 00000100:00080000:3.0:1775765051.303440:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765051.303446:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765051.303479:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707287296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765051.303502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765051.303505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765051.303506:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765051.303509:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 989 00000100:00080000:3.0:1775765051.303511:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765051.303513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765051.303520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765051.303528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707287424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765051.303535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765051.303537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765051.303538:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765051.303541:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 989 00000100:00080000:3.0:1775765051.303545:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765051.303548:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765051.303552:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765051.303559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707287552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765051.303592:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707287296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765051.303720:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287424:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765051.303754:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287552:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765052.007387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765053.031423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765054.055398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765054.375674:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765054.375747:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765054.375794:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765054.375855:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765054.375891:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765054.375965:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765051/real 1775765054] req@ffff967cc796ce00 x1862023707287552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765054.376002:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707287552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765054.376015:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765054.376020:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765054.376024:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287552:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765054.376035:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765051/real 1775765054] req@ffff967cc796ca80 x1862023707287296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765054.376050:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707287296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765054.376058:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765054.376063:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765054.376066:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707287296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765054.376075:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765051/real 1775765054] req@ffff967cc796f100 x1862023707287424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765054.376087:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707287424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765054.376096:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765054.376099:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765054.376102:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287424:192.168.202.151@tcp:38:kworker.0 00010000:00010000:1.0:1775765055.079560:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765056.103408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765056.423361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765056.423369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765056.423373:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765056.423382:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 994 00000100:00080000:3.0:1775765056.423391:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765056.423399:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765056.423434:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707287680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765056.423458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765056.423461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765056.423462:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765056.423465:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 994 00000100:00080000:3.0:1775765056.423468:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765056.423470:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765056.423477:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765056.423486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707287808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765056.423493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765056.423496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765056.423497:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765056.423500:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 994 00000100:00080000:3.0:1775765056.423502:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765056.423504:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765056.423510:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707287680:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775765056.423510:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765056.423522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707287936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765056.423570:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765056.423603:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765056/real 1775765056] req@ffff967cc796f480 x1862023707287680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765056.423619:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707287680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765056.423643:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765056.423652:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765056.423656:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707287680:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765056.423664:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287808:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765056.423690:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765056.423704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765056/real 1775765056] req@ffff967cc796d500 x1862023707287808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765056.423718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707287808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765056.423726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765056.423730:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765056.423733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287808:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765056.423759:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287936:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765056.423783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765056.423794:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765056/real 1775765056] req@ffff967cc796d180 x1862023707287936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765056.423807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707287936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765056.423815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765056.423818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765056.423822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707287936:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765057.127434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765058.151428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765059.175394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765060.199362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765061.223437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765061.543370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765061.543378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765061.543382:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765061.543391:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 999 00000100:00080000:2.0:1775765061.543400:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765061.543406:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765061.543440:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707288064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765061.543467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765061.543470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765061.543471:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765061.543474:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 999 00000100:00080000:2.0:1775765061.543477:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765061.543479:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765061.543488:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765061.543495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707288192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765061.543502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765061.543504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765061.543506:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765061.543512:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 999 00000100:00080000:2.0:1775765061.543515:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765061.543518:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765061.543521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765061.543527:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707288320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765061.543547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707288064:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765061.543627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765061.543671:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765061/real 1775765061] req@ffff967bc4ba0700 x1862023707288064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765061.543694:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707288064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765061.543707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765061.543720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765061.543724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707288064:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765061.543735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288192:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765061.543757:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765061.543767:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765061/real 1775765061] req@ffff967bc4ba0380 x1862023707288192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765061.543776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707288192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765061.543782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765061.543784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765061.543787:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765061.543840:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288320:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765061.543866:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765061.543878:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765061/real 1775765061] req@ffff967bc4ba1500 x1862023707288320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765061.543890:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707288320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765061.543897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765061.543900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765061.543902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288320:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765062.247432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765063.271571:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765064.295402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765065.319460:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765066.343374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765066.663372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765066.663391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765066.663395:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765066.663404:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1005 00000100:00080000:2.0:1775765066.663414:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765066.663419:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765066.663454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707288448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765066.663478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765066.663481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765066.663482:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765066.663485:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1005 00000100:00080000:2.0:1775765066.663488:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765066.663490:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765066.663497:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765066.663505:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707288576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765066.663513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765066.663516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765066.663517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765066.663520:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1005 00000100:00080000:2.0:1775765066.663522:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775765066.663526:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707288448:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765066.663527:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765066.663534:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765066.663542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707288704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765066.663585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765066.663625:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765066/real 1775765066] req@ffff967bc4ba1500 x1862023707288448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765066.663649:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707288448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765066.663657:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765066.663660:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765066.663663:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707288448:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765066.663668:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288576:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765066.663685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765066.663693:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765066/real 1775765066] req@ffff967bc4ba0380 x1862023707288576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765066.663701:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707288576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765066.663707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765066.663709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765066.663711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288576:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765066.663727:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288704:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765066.663739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765066.663745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765066/real 1775765066] req@ffff967bc4ba0700 x1862023707288704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765066.663752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707288704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765066.663787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765066.663789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765066.663791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288704:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765067.367469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765068.391346:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765069.415511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765070.439357:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765071.463420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765071.783311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765071.783317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765071.783321:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765071.783330:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1010 00000100:00080000:2.0:1775765071.783339:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765071.783345:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765071.783376:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707288832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765071.783399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765071.783402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765071.783403:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765071.783406:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1010 00000100:00080000:2.0:1775765071.783408:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765071.783411:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765071.783418:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765071.783425:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707288960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765071.783433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765071.783436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765071.783437:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765071.783440:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1010 00000100:00080000:2.0:1775765071.783443:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765071.783446:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765071.783450:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765071.783454:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707288832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775765071.783459:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707289088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765071.783514:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765071.783545:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765071/real 1775765071] req@ffff967bc4ba2a00 x1862023707288832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765071.783559:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707288832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765071.783567:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765071.783570:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765071.783572:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707288832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765071.783577:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288960:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765071.783590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765071.783597:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765071/real 1775765071] req@ffff967bc4ba2680 x1862023707288960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765071.783605:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707288960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765071.783612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765071.783616:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765071.783620:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707288960:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765071.783643:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289088:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765071.783673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765071.783683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765071/real 1775765071] req@ffff967bc4ba3480 x1862023707289088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765071.783691:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707289088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765071.783697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765071.783700:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765071.783704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289088:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765072.487394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765073.511386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765074.535431:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765075.559571:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765076.583344:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765076.903360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765076.903368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765076.903373:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765076.903381:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1015 00000100:00080000:3.0:1775765076.903390:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765076.903395:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765076.903426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707289216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765076.903449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765076.903452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765076.903453:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765076.903462:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1015 00000100:00080000:3.0:1775765076.903466:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765076.903470:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765076.903479:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765076.903493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707289344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765076.903513:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707289216:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765076.903520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765076.903524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765076.903526:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765076.903532:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1015 00000100:00080000:3.0:1775765076.903537:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765076.903541:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765076.903546:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765076.903558:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707289472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765076.903583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765076.903615:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765076/real 1775765076] req@ffff967cc796ed80 x1862023707289216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765076.903629:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707289216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765076.903637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765076.903640:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765076.903643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707289216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765076.903681:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289344:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765076.903697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765076.903713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765076/real 1775765076] req@ffff967cc796e680 x1862023707289344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765076.903721:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707289344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765076.903726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765076.903728:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765076.903731:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765076.903734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289472:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765076.903744:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765076.903749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765076/real 1775765076] req@ffff967cc796d180 x1862023707289472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765076.903757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707289472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765076.903762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765076.903764:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765076.903766:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289472:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765077.607483:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765078.631421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765079.655460:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765080.679407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765081.703409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765082.023437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765082.023450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765082.023454:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765082.023466:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1020 00000100:00080000:2.0:1775765082.023479:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765082.023486:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765082.023576:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707289600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765082.023636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765082.023642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765082.023645:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765082.023650:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1020 00000100:00080000:2.0:1775765082.023655:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765082.023676:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765082.023687:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765082.023700:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707289728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765082.023709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765082.023715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765082.023716:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765082.023720:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1020 00000100:00080000:2.0:1775765082.023724:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775765082.023729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707289600:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765082.023730:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765082.023738:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765082.023749:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707289856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765082.023816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765082.023859:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765082/real 1775765082] req@ffff967bc4ba3100 x1862023707289600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765082.023878:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707289600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765082.023888:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765082.023892:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765082.023896:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707289600:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765082.023902:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289728:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765082.023918:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765082.023927:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765082/real 1775765082] req@ffff967bc4ba1f80 x1862023707289728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765082.023960:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707289728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765082.023971:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765082.023975:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765082.023979:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289728:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765082.024012:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289856:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765082.024036:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765082.024047:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765082/real 1775765082] req@ffff967bc4ba1c00 x1862023707289856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765082.024083:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707289856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765082.024094:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765082.024098:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765082.024102:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707289856:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765082.727413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765083.751427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765084.775425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765085.799406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765086.823410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765087.143347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765087.143358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765087.143362:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765087.143373:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1025 00000100:00080000:0.0:1775765087.143385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765087.143393:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765087.143432:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707289984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765087.143464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765087.143469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765087.143471:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765087.143481:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1025 00000100:00080000:0.0:1775765087.143485:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765087.143490:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765087.143499:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765087.143514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707290112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765087.143526:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707289984:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765087.143527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765087.143533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765087.143537:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765087.143542:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1025 00000100:00080000:0.0:1775765087.143546:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765087.143550:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765087.143556:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765087.143586:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707290240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765087.143616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765087.143663:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765087/real 1775765087] req@ffff967cc64ece00 x1862023707289984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765087.143683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707289984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765087.143693:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765087.143697:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765087.143701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707289984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765087.143724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290112:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765087.143747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765087.143760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765087/real 1775765087] req@ffff967cc64eca80 x1862023707290112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765087.143772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707290112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765087.143780:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765087.143783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765087.143787:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290112:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765087.143792:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290240:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765087.143811:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765087.143821:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765087/real 1775765087] req@ffff967cc64ef480 x1862023707290240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765087.143831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707290240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765087.143839:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765087.143842:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765087.143846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290240:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765087.847406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765088.871375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765089.895401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765090.919377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765091.943481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765092.263338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765092.263345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765092.263349:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765092.263357:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1030 00000100:00080000:0.0:1775765092.263368:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765092.263373:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765092.263409:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707290368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765092.263442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765092.263446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765092.263449:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765092.263454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1030 00000100:00080000:0.0:1775765092.263458:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765092.263461:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765092.263469:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765092.263479:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707290496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765092.263486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765092.263489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765092.263490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765092.263493:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1030 00000100:00080000:0.0:1775765092.263495:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765092.263498:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765092.263501:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765092.263515:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707290624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765092.263546:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707290368:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765092.263601:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765092.263639:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765092/real 1775765092] req@ffff967cc64eea00 x1862023707290368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765092.263653:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707290368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765092.263661:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765092.263664:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765092.263668:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707290368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765092.263673:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290496:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765092.263688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765092.263696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765092/real 1775765092] req@ffff967cc64edf80 x1862023707290496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765092.263703:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707290496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765092.263708:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765092.263710:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765092.263712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765092.263730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290624:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765092.263741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765092.263747:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765092/real 1775765092] req@ffff967cc64ed500 x1862023707290624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765092.263754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707290624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765092.263759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765092.263761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765092.263763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765092.967394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765093.991393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765095.015363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765096.039409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765097.063428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765097.383427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765097.383442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765097.383449:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765097.383465:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1035 00000100:00080000:0.0:1775765097.383517:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765097.383529:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765097.383583:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707290752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765097.383634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765097.383642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765097.383646:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765097.383655:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1035 00000100:00080000:0.0:1775765097.383661:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765097.383669:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765097.383686:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765097.383715:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707290880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765097.383730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707290752:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765097.383748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765097.383757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765097.383761:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765097.383772:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1035 00000100:00080000:0.0:1775765097.383783:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765097.383791:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765097.383802:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765097.383831:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707291008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765097.383836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765097.383919:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765097/real 1775765097] req@ffff967cc64edc00 x1862023707290752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765097.383958:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707290752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765097.383979:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765097.383988:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765097.383996:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707290752:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765097.384036:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290880:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765097.384072:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765097.384090:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765097/real 1775765097] req@ffff967cc64ed180 x1862023707290880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765097.384107:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707290880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765097.384117:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765097.384122:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765097.384126:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707290880:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765097.384133:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291008:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765097.384154:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765097.384166:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765097/real 1775765097] req@ffff967cc64ec000 x1862023707291008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765097.384180:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707291008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765097.384190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765097.384194:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765097.384197:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291008:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765098.087415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765099.111441:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765100.135424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765101.159343:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765102.183444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765102.503486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765102.503512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765102.503517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765102.503528:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1040 00000100:00080000:3.0:1775765102.503537:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765102.503543:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765102.503576:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707291136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765102.503603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765102.503621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765102.503622:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765102.503629:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1040 00000100:00080000:3.0:1775765102.503632:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765102.503635:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765102.503642:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765102.503651:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707291264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765102.503658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765102.503661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765102.503662:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765102.503668:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1040 00000100:00100000:0.0:1775765102.503671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707291136:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765102.503671:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765102.503677:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765102.503685:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765102.503693:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707291392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765102.503737:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765102.503775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765102/real 1775765102] req@ffff967cc796d500 x1862023707291136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765102.503804:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707291136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765102.503812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765102.503815:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765102.503819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707291136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765102.503827:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291264:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765102.503849:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765102.503883:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765102/real 1775765102] req@ffff967cc796f480 x1862023707291264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765102.503898:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707291264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765102.503907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765102.503911:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765102.503914:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765102.503935:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291392:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765102.503952:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765102.503977:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765102/real 1775765102] req@ffff967cc796f100 x1862023707291392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765102.503991:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707291392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765102.503998:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765102.504000:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765102.504002:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765103.207364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765104.231419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765105.255377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765106.279507:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765107.303416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765107.623467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765107.623475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765107.623479:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765107.623488:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1045 00000100:00080000:3.0:1775765107.623498:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765107.623504:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765107.623540:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707291520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765107.623567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765107.623570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765107.623572:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765107.623575:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1045 00000100:00080000:3.0:1775765107.623578:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765107.623581:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765107.623588:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765107.623596:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707291648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765107.623605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765107.623608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765107.623609:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765107.623612:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1045 00000100:00080000:3.0:1775765107.623615:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765107.623618:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765107.623622:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765107.623631:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707291776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765107.623650:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707291520:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765107.623745:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765107.623808:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765107/real 1775765107] req@ffff967cc796ca80 x1862023707291520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765107.623828:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707291520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765107.623838:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765107.623842:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765107.623846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707291520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765107.623853:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291648:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765107.623873:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765107.623884:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765107/real 1775765107] req@ffff967cc796ce00 x1862023707291648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765107.623902:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707291648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765107.623920:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765107.623923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765107.623926:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291648:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765107.623949:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291776:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765107.623965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765107.623973:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765107/real 1775765107] req@ffff967cc796f100 x1862023707291776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765107.623985:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707291776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765107.623992:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765107.623994:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765107.623997:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707291776:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765108.327482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765109.351475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765110.375425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765111.399370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765112.423474:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765112.743445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765112.743459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765112.743465:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765112.743479:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1051 00000100:00080000:3.0:1775765112.743494:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765112.743503:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765112.743549:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707291904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765112.743580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765112.743585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765112.743587:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765112.743592:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1051 00000100:00080000:3.0:1775765112.743609:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765112.743614:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765112.743627:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765112.743644:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707292032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765112.743653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765112.743659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765112.743660:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765112.743665:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1051 00000100:00080000:3.0:1775765112.743668:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765112.743673:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765112.743682:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707291904:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775765112.743683:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765112.743706:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707292160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765112.743783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765112.743826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765112/real 1775765112] req@ffff967cc796f480 x1862023707291904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765112.743857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707291904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765112.743883:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765112.743887:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765112.743890:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707291904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765112.743896:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292032:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765112.743924:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765112.743933:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765112/real 1775765112] req@ffff967cc796d500 x1862023707292032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765112.743942:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707292032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765112.743948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765112.743950:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765112.743952:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292032:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765112.743974:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292160:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765112.743987:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765112.743994:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765112/real 1775765112] req@ffff967cc796d180 x1862023707292160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765112.744014:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707292160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765112.744021:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765112.744023:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765112.744025:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292160:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765113.447407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765114.471479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765115.495485:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765116.519472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765117.543342:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765117.863360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765117.863369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765117.863373:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765117.863382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1056 00000100:00080000:3.0:1775765117.863393:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765117.863400:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765117.863441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707292288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765117.863468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765117.863471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765117.863472:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765117.863480:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1056 00000100:00080000:3.0:1775765117.863484:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765117.863487:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765117.863496:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765117.863508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707292416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765117.863519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765117.863522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765117.863524:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765117.863530:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707292288:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765117.863530:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1056 00000100:00080000:3.0:1775765117.863536:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765117.863541:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765117.863545:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765117.863557:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707292544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765117.863653:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765117.863687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292544:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765118.567415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765119.591371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765120.615520:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765120.935668:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765120.935733:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765120.935759:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765120.935848:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765120.935870:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765120.936007:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765117/real 1775765120] req@ffff967cc796ed80 x1862023707292416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765120.936056:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707292416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765120.936078:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765120.936087:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765120.936094:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765120.936109:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765117/real 1775765120] req@ffff967cc796d180 x1862023707292544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765120.936132:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707292544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765120.936147:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765120.936153:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765120.936159:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292544:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765120.936176:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765117/real 1775765120] req@ffff967cc796e680 x1862023707292288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765120.936198:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707292288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765120.936210:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765120.936216:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765120.936221:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707292288:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775765121.639381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765122.663386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765122.983404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765122.983418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765122.983424:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765122.983437:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1061 00000100:00080000:2.0:1775765122.983451:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765122.983460:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765122.983511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707292672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765122.983545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765122.983549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765122.983550:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765122.983555:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1061 00000100:00080000:2.0:1775765122.983558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765122.983562:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765122.983576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765122.983592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707292800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765122.983608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765122.983613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765122.983616:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765122.983624:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1061 00000100:00080000:2.0:1775765122.983630:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765122.983637:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765122.983645:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765122.983650:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707292672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775765122.983665:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707292928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765122.983764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765122.983854:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765122/real 1775765122] req@ffff967bc4ba2d80 x1862023707292672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765122.983884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707292672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765122.983899:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765122.983906:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765122.983912:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707292672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765122.983923:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292800:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765122.983962:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765122.983985:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765122/real 1775765122] req@ffff967bc4ba0a80 x1862023707292800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765122.984002:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707292800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765122.984014:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765122.984019:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765122.984023:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292800:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765122.984061:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292928:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765122.984092:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765122.984119:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765122/real 1775765122] req@ffff967bc4ba0000 x1862023707292928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765122.984138:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707292928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765122.984150:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765122.984155:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765122.984159:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707292928:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765123.687500:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765124.711389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765125.735450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765126.759493:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765127.783374:0:820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775765127.783420:0:9998:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775765127.783447:0:9998:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967cc6614600/0x47d03224bcc10558 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x507add7ac7c63ed expref: -99 pid: 17279 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1775765127.783465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1775765127.783503:0:9998:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x10:0x0]: losing layout lock 00010000:00010000:0.0:1775765127.783542:0:9998:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967cc4c10600/0x47d03224bcc10551 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x507add7ac7c63d8 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775765127.783555:0:9998:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967d02045c00/0x47d03224bcc10352 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x507add7ac7c5b0a expref: -99 pid: 11363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775765127.783590:0:9998:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967cc6614600/0x47d03224bcc10558 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x507add7ac7c63ed expref: -99 pid: 17279 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775765127.783596:0:9998:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967cc4c10600/0x47d03224bcc10551 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x507add7ac7c63d8 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775765127.783601:0:9998:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967d02045c00/0x47d03224bcc10352 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x507add7ac7c5b0a expref: -99 pid: 11363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775765127.783605:0:9998:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1775765127.783641:0:9998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967cc6614600/0x47d03224bcc10558 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x507add7ac7c63ed expref: -99 pid: 17279 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775765127.783655:0:9998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967cc4c10600/0x47d03224bcc10551 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x10:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x507add7ac7c63d8 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775765127.783668:0:9998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff967cc3157800 lock: ffff967d02045c00/0x47d03224bcc10352 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x507add7ac7c5b0a expref: -99 pid: 11363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775765127.783680:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765127.783680:0:2371:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff967cc64efb80 x1862023707293056/t0(0) o103->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1775765127.783683:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765127.783686:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765128.103356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765128.103367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765128.103372:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765128.103382:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1066 00000100:00080000:3.0:1775765128.103393:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765128.103401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765128.103438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707293184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765128.103467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765128.103471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765128.103473:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765128.103478:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1066 00000100:00080000:3.0:1775765128.103482:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765128.103486:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765128.103496:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765128.103509:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707293184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765128.103524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707293312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765128.103535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765128.103538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765128.103540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765128.103543:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1066 00000100:00080000:3.0:1775765128.103546:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765128.103549:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765128.103554:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765128.103563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707293440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765128.103577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765128.103616:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765128/real 1775765128] req@ffff967cc796d500 x1862023707293184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765128.103639:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707293184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765128.103649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765128.103653:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765128.103656:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707293184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765128.103677:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293312:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765128.103702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765128.103716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765128/real 1775765128] req@ffff967cc796f480 x1862023707293312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765128.103727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707293312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765128.103734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765128.103737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765128.103739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765128.103743:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293440:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765128.103758:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765128.103765:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765128/real 1775765128] req@ffff967cc796f100 x1862023707293440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765128.103773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707293440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765128.103782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765128.103784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765128.103786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293440:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765128.807378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765129.831374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765130.855385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765131.879352:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765132.903375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765133.223353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765133.223362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765133.223367:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765133.223375:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1071 00000100:00080000:2.0:1775765133.223385:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765133.223391:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765133.223435:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707293568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765133.223468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765133.223473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765133.223475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765133.223481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1071 00000100:00080000:2.0:1775765133.223488:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765133.223502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765133.223513:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765133.223519:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707293568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775765133.223536:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707293696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765133.223553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765133.223557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765133.223560:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765133.223566:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1071 00000100:00080000:2.0:1775765133.223572:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765133.223578:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000800:00000100:0.0:1775765133.223582:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000008:00100000:2.0:1775765133.223601:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765133.223621:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707293824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765133.223624:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765133/real 1775765133] req@ffff967bc4ba0e00 x1862023707293568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765133.223666:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707293568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765133.223677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765133.223681:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765133.223685:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707293568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765133.223718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293696:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765133.223743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765133.223757:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765133/real 1775765133] req@ffff967bc4ba3800 x1862023707293696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765133.223773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707293696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765133.223783:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765133.223788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765133.223792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293696:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765133.223798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293824:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765133.223817:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765133.223826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765133/real 1775765133] req@ffff967bc4ba1880 x1862023707293824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765133.223835:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707293824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765133.223841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765133.223844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765133.223846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707293824:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765133.927355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765134.951450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765135.975405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765136.999519:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765138.023410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765138.343487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765138.343508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765138.343517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765138.343535:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1076 00000100:00080000:3.0:1775765138.343553:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765138.343564:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765138.343627:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707293952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765138.343678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765138.343683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765138.343686:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765138.343692:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1076 00000100:00080000:3.0:1775765138.343698:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765138.343703:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765138.343717:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765138.343733:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707294080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765138.343754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765138.343758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765138.343760:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765138.343766:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1076 00000100:00080000:3.0:1775765138.343769:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765138.343790:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765138.343797:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765138.343829:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707294208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765138.343888:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707293952:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765138.344058:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765138.344202:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765138/real 1775765138] req@ffff967cc796ce00 x1862023707293952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765138.344240:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707293952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765138.344296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765138.344302:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765138.344307:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707293952:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765138.344318:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294080:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765138.344350:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765138.344364:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765138/real 1775765138] req@ffff967cc796ca80 x1862023707294080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765138.344379:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707294080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765138.344388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765138.344392:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765138.344396:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294080:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765138.344402:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294208:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765138.344422:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765138.344431:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765138/real 1775765138] req@ffff967cc796f100 x1862023707294208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765138.344444:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707294208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765138.344453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765138.344459:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765138.344464:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294208:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765139.047407:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765140.071341:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765141.095430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765142.119335:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765143.143487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765143.463323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765143.463331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765143.463335:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765143.463343:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1081 00000100:00080000:3.0:1775765143.463354:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765143.463359:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765143.463392:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707294336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765143.463415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765143.463420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765143.463421:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765143.463425:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1081 00000100:00080000:3.0:1775765143.463427:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765143.463429:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765143.463435:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765143.463443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707294464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765143.463451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765143.463454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765143.463455:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765143.463468:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1081 00000100:00080000:3.0:1775765143.463472:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765143.463477:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765143.463480:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765143.463486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707294592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765143.463517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707294336:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765143.463636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765143.463706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765143/real 1775765143] req@ffff967cc796f480 x1862023707294336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765143.463747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707294336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765143.463758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765143.463762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765143.463767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707294336:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765143.463774:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294464:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765143.463793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765143.463813:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765143/real 1775765143] req@ffff967cc796d500 x1862023707294464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765143.463823:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707294464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765143.463829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765143.463832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765143.463836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294464:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765143.463871:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294592:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765143.463912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765143.463923:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765143/real 1775765143] req@ffff967cc796e680 x1862023707294592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765143.463943:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707294592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765143.463953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765143.463957:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765143.463962:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294592:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765144.167370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765145.191419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765146.215359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765147.239481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765148.263406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765148.583328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765148.583337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765148.583341:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765148.583350:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1086 00000100:00080000:3.0:1775765148.583360:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765148.583367:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765148.583405:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707294720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765148.583434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765148.583437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765148.583439:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765148.583443:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1086 00000100:00080000:3.0:1775765148.583454:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765148.583459:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765148.583467:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765148.583479:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707294848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765148.583491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775765148.583493:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707294720:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765148.583495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765148.583500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765148.583508:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1086 00000100:00080000:3.0:1775765148.583511:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765148.583514:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765148.583518:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765148.583531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707294976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765148.583567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765148.583603:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765148/real 1775765148] req@ffff967cc796d180 x1862023707294720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765148.583621:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707294720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765148.583638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765148.583642:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765148.583646:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707294720:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765148.583667:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294848:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765148.583698:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765148.583708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765148/real 1775765148] req@ffff967cc796ed80 x1862023707294848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765148.583725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707294848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765148.583732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765148.583734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765148.583737:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294848:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765148.583742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294976:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765148.583756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765148.583764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765148/real 1775765148] req@ffff967cc796e680 x1862023707294976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765148.583774:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707294976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765148.583785:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765148.583790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765148.583794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707294976:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765149.287449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765150.311383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765151.335496:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765152.359355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765153.383486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765153.703397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765153.703410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765153.703416:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765153.703428:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1092 00000100:00080000:2.0:1775765153.703442:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765153.703450:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765153.703503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707295104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765153.703531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765153.703537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765153.703539:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765153.703542:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1092 00000100:00080000:2.0:1775765153.703545:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765153.703548:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765153.703558:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765153.703571:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707295232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765153.703580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765153.703584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765153.703586:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765153.703587:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707295104:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765153.703594:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1092 00000100:00080000:2.0:1775765153.703598:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765153.703602:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765153.703608:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765153.703622:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707295360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765153.703680:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765153.703727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765153/real 1775765153] req@ffff967bc4ba1180 x1862023707295104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765153.703745:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707295104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765153.703755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765153.703759:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765153.703762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707295104:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765153.703785:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295232:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765153.703801:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765153.703809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765153/real 1775765153] req@ffff967bc4ba3b80 x1862023707295232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765153.703818:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707295232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765153.703823:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765153.703825:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765153.703827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295232:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765153.703831:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295360:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765153.703844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765153.703849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765153/real 1775765153] req@ffff967bc4ba2300 x1862023707295360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765153.703857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707295360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765153.703862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765153.703864:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765153.703866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295360:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765154.407541:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765155.431421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765156.455415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765157.479534:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765158.503411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765158.823461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765158.823474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765158.823479:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765158.823491:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1097 00000100:00080000:0.0:1775765158.823504:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765158.823513:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765158.823561:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707295488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765158.823618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765158.823626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765158.823630:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765158.823638:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1097 00000100:00080000:0.0:1775765158.823644:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765158.823653:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765158.823672:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765158.823699:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707295616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765158.823716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707295488:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765158.823735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765158.823744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765158.823746:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765158.823755:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1097 00000100:00080000:0.0:1775765158.823761:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765158.823768:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765158.823777:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765158.823795:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707295744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765158.823811:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765158.823882:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765158/real 1775765158] req@ffff967cc64ec380 x1862023707295488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765158.823959:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707295488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765158.823980:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765158.823988:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765158.823995:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707295488:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765158.824030:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295616:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765158.824075:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765158.824100:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765158/real 1775765158] req@ffff967cc64ef800 x1862023707295616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765158.824126:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707295616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765158.824140:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765158.824144:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765158.824149:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295616:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765158.824157:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295744:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765158.824189:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765158.824203:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765158/real 1775765158] req@ffff967cc64ec700 x1862023707295744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765158.824218:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707295744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765158.824235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765158.824239:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765158.824244:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707295744:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765159.527392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765160.551331:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765161.575505:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765162.599421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765163.623488:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765163.943347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765163.943354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765163.943358:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765163.943366:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1102 00000100:00080000:3.0:1775765163.943374:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765163.943380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765163.943412:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707295872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765163.943436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765163.943439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765163.943440:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765163.943443:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1102 00000100:00080000:3.0:1775765163.943445:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765163.943448:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765163.943456:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765163.943465:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707296000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765163.943474:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707295872:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765163.943483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765163.943487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765163.943490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765163.943495:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1102 00000100:00080000:3.0:1775765163.943499:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765163.943503:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765163.943509:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765163.943522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707296128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765163.943544:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765163.943584:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765163/real 1775765163] req@ffff967cc796d500 x1862023707295872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765163.943600:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707295872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765163.943608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765163.943612:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765163.943615:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707295872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765163.943633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296000:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765163.943650:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765163.943658:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765163/real 1775765163] req@ffff967cc796f480 x1862023707296000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765163.943666:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707296000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765163.943676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765163.943678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765163.943680:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296000:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765163.943684:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296128:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765163.943713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765163.943719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765163/real 1775765163] req@ffff967cc796f100 x1862023707296128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765163.943727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707296128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765163.943732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765163.943734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765163.943736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296128:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765164.647399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765165.671449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765166.695371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765167.719408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765168.743372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765169.063383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765169.063393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765169.063398:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765169.063409:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1107 00000100:00080000:0.0:1775765169.063421:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765169.063428:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765169.063474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707296256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765169.063503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765169.063506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765169.063508:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765169.063511:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1107 00000100:00080000:0.0:1775765169.063514:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765169.063516:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765169.063527:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765169.063539:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707296384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765169.063546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765169.063550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765169.063551:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765169.063554:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1107 00000100:00080000:0.0:1775765169.063556:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765169.063560:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765169.063564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707296256:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775765169.063565:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765169.063577:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707296512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765169.063669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765169.063725:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765169/real 1775765169] req@ffff967cc64eed80 x1862023707296256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765169.063749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707296256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765169.063762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765169.063767:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765169.063772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707296256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765169.063792:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296384:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765169.063834:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765169.063849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765169/real 1775765169] req@ffff967cc64ec700 x1862023707296384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765169.063863:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707296384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765169.063879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765169.063883:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765169.063886:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296384:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765169.063917:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296512:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765169.063942:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765169.063953:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765169/real 1775765169] req@ffff967cc64ef800 x1862023707296512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765169.063966:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707296512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765169.063976:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765169.063980:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765169.063983:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296512:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765169.767404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765170.791491:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765171.815484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765172.839375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765173.863490:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765174.183387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765174.183398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765174.183419:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765174.183428:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1112 00000100:00080000:3.0:1775765174.183438:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765174.183458:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765174.183503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707296640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765174.183542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765174.183546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765174.183548:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765174.183553:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1112 00000100:00080000:3.0:1775765174.183558:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765174.183563:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765174.183574:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765174.183596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707296640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765174.183602:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707296768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765174.183616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765174.183619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765174.183620:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765174.183624:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1112 00000100:00080000:3.0:1775765174.183645:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765174.183649:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765174.183656:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765174.183671:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707296896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765174.183695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765174.183805:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765174/real 1775765174] req@ffff967cc796ca80 x1862023707296640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765174.183827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707296640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765174.183838:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765174.183843:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765174.183847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707296640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765174.183873:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296768:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765174.183897:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765174.183909:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765174/real 1775765174] req@ffff967cc796ce00 x1862023707296768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765174.183920:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707296768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765174.183928:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765174.183931:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765174.183933:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296768:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765174.183938:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296896:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765174.183953:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765174.183961:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765174/real 1775765174] req@ffff967cc796f100 x1862023707296896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765174.183971:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707296896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765174.183985:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765174.183988:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765174.183991:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707296896:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765174.887365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765175.911451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765176.935377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765177.959411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765178.983382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765179.303372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765179.303381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765179.303385:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765179.303395:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1117 00000100:00080000:3.0:1775765179.303405:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765179.303413:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765179.303450:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707297024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765179.303478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765179.303482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765179.303483:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765179.303487:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1117 00000100:00080000:3.0:1775765179.303490:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765179.303493:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765179.303503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765179.303514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707297152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765179.303525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765179.303531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775765179.303532:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707297024:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765179.303533:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765179.303543:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1117 00000100:00080000:3.0:1775765179.303546:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765179.303549:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765179.303553:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765179.303565:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707297280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765179.303608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765179.303655:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765179/real 1775765179] req@ffff967cc796f480 x1862023707297024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765179.303674:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707297024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765179.303686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765179.303692:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765179.303698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707297024:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765179.303760:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297152:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765179.303802:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765179.303822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765179/real 1775765179] req@ffff967cc796d500 x1862023707297152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765179.303836:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707297152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765179.303852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765179.303855:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765179.303859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297152:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765179.303865:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297280:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765179.303887:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765179.303897:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765179/real 1775765179] req@ffff967cc796e680 x1862023707297280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765179.303908:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707297280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765179.303935:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765179.303937:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765179.303940:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297280:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765180.007451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765181.031379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765182.055449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765183.079334:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765184.103447:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765184.423310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765184.423332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765184.423336:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765184.423346:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1122 00000100:00080000:3.0:1775765184.423359:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765184.423366:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765184.423413:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707297408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765184.423437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765184.423441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765184.423443:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765184.423447:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1122 00000100:00080000:3.0:1775765184.423451:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765184.423455:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765184.423476:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765184.423483:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707297408:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765184.423488:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707297536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765184.423497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765184.423500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765184.423502:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765184.423506:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1122 00000100:00080000:3.0:1775765184.423509:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765184.423512:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765184.423517:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765184.423526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707297664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765184.423588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297536:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765184.423626:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297664:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765185.127388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765186.151533:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765187.175409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765187.495566:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765187.495616:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765187.495685:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765187.495749:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765187.495760:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765187.495844:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765184/real 1775765187] req@ffff967cc796d180 x1862023707297536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765187.495899:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707297536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765187.495930:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765187.495938:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765187.495945:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297536:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765187.495958:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765184/real 1775765187] req@ffff967cc796e680 x1862023707297664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765187.495990:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707297664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765187.496017:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765187.496024:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765187.496029:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297664:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765187.496041:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765184/real 1775765187] req@ffff967cc796ed80 x1862023707297408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765187.496062:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707297408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765187.496076:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765187.496082:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765187.496087:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707297408:192.168.202.151@tcp:250:kworker.0 00010000:00010000:1.0:1775765188.199524:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765189.223389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765189.543361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765189.543371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765189.543376:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765189.543389:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1127 00000100:00080000:0.0:1775765189.543408:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765189.543416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765189.543460:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707297792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765189.543490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765189.543494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765189.543496:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765189.543501:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1127 00000100:00080000:0.0:1775765189.543504:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765189.543508:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765189.543519:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765189.543529:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707297792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765189.543531:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707297920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765189.543544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765189.543546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765189.543547:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765189.543550:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1127 00000100:00080000:0.0:1775765189.543552:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765189.543554:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765189.543557:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765189.543567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707298048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765189.543613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765189.543671:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765189/real 1775765189] req@ffff967cc64ec380 x1862023707297792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765189.543693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707297792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765189.543705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765189.543711:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765189.543716:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707297792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765189.543754:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297920:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765189.543781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765189.543796:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765189/real 1775765189] req@ffff967cc64ec000 x1862023707297920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765189.543810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707297920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765189.543819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765189.543823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765189.543826:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707297920:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765189.543833:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298048:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765189.543862:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765189.543872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765189/real 1775765189] req@ffff967cc64ed180 x1862023707298048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765189.543892:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707298048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765189.543901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765189.543905:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765189.543908:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298048:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765190.247457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765191.271368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765192.295461:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765193.319485:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765194.343409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765194.663423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765194.663436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765194.663441:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765194.663451:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1133 00000100:00080000:2.0:1775765194.663461:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765194.663468:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765194.663517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707298176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765194.663547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765194.663551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765194.663553:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765194.663557:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1133 00000100:00080000:2.0:1775765194.663561:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765194.663566:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765194.663640:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765194.663658:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707298304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765194.663671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707298176:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765194.663675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765194.663688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765194.663690:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765194.663696:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1133 00000100:00080000:2.0:1775765194.663700:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765194.663704:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765194.663709:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765194.663722:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707298432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765194.663779:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765194.663841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765194/real 1775765194] req@ffff967bc4ba2300 x1862023707298176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765194.663862:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707298176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765194.663873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765194.663877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765194.663881:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707298176:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765194.663908:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298304:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765194.663927:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765194.663937:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765194/real 1775765194] req@ffff967bc4ba3b80 x1862023707298304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765194.663947:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707298304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765194.663960:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765194.663963:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765194.663965:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298304:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765194.663970:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298432:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765194.663985:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765194.663992:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765194/real 1775765194] req@ffff967bc4ba1180 x1862023707298432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765194.664001:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707298432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765194.664008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765194.664010:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765194.664012:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298432:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765195.367467:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765196.391489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765197.415391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765198.439577:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765199.463405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765199.783369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765199.783384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765199.783390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765199.783405:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1138 00000100:00080000:2.0:1775765199.783421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765199.783440:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765199.783502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707298560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765199.783554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765199.783572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765199.783574:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765199.783580:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1138 00000100:00080000:2.0:1775765199.783585:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765199.783590:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765199.783602:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765199.783618:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707298688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765199.783623:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707298560:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765199.783648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765199.783653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765199.783655:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765199.783661:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1138 00000100:00080000:2.0:1775765199.783665:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765199.783671:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765199.783678:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765199.783692:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707298816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765199.783735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765199.783782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765199/real 1775765199] req@ffff967bc4ba1880 x1862023707298560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765199.783811:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707298560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765199.783819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765199.783824:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765199.783827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707298560:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765199.783852:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298688:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765199.783879:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765199.783886:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765199/real 1775765199] req@ffff967bc4ba3800 x1862023707298688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765199.783895:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707298688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765199.783901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765199.783903:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765199.783904:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298688:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765199.783908:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298816:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765199.783921:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765199.783927:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765199/real 1775765199] req@ffff967bc4ba0e00 x1862023707298816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765199.783934:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707298816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765199.783940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765199.783942:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765199.783943:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707298816:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765200.487464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765201.511414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765202.535405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765203.559431:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765204.583436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765204.903432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765204.903456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765204.903461:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765204.903484:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1143 00000100:00080000:3.0:1775765204.903502:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765204.903521:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765204.903571:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707298944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765204.903602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765204.903605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765204.903606:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765204.903610:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1143 00000100:00080000:3.0:1775765204.903612:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765204.903615:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765204.903625:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765204.903635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707299072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765204.903643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765204.903646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765204.903647:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765204.903650:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1143 00000100:00080000:3.0:1775765204.903652:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775765204.903657:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707298944:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765204.903658:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765204.903665:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765204.903672:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707299200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765204.903739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765204.903785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765204/real 1775765204] req@ffff967cc796d500 x1862023707298944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765204.903805:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707298944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765204.903817:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765204.903821:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765204.903826:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707298944:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765204.903854:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299072:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765204.903877:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765204.903887:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765204/real 1775765204] req@ffff967cc796f480 x1862023707299072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765204.903896:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707299072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765204.903907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765204.903910:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765204.903912:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299072:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765204.903916:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299200:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765204.903930:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765204.903935:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765204/real 1775765204] req@ffff967cc796f100 x1862023707299200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765204.903943:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707299200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765204.903958:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765204.903960:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765204.903961:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299200:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765205.607386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765206.631509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765207.655517:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765208.679431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765209.703401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765210.023513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765210.023524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765210.023529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765210.023541:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1148 00000100:00080000:2.0:1775765210.023554:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765210.023562:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765210.023611:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707299328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765210.023642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765210.023645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765210.023647:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765210.023651:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1148 00000100:00080000:2.0:1775765210.023654:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765210.023657:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765210.023667:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765210.023677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707299456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765210.023686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765210.023689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765210.023691:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765210.023695:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1148 00000100:00080000:2.0:1775765210.023699:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765210.023703:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765210.023709:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765210.023717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707299328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775765210.023724:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707299584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765210.023801:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765210.023836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765210/real 1775765210] req@ffff967bc4ba0000 x1862023707299328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765210.023851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707299328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765210.023863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765210.023868:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765210.023872:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707299328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765210.023881:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299456:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765210.023913:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765210.023926:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765210/real 1775765210] req@ffff967bc4ba0a80 x1862023707299456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765210.023939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707299456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765210.023948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765210.023951:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765210.023953:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299456:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765210.023985:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299584:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765210.024002:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765210.024009:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765210/real 1775765210] req@ffff967bc4ba2d80 x1862023707299584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765210.024016:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707299584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765210.024022:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765210.024024:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765210.024026:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299584:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765210.727484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765211.751453:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765212.775497:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765213.799569:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765214.823496:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765215.143439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765215.143446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765215.143451:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765215.143459:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1153 00000100:00080000:3.0:1775765215.143468:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765215.143473:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765215.143507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707299712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765215.143529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765215.143532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765215.143533:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765215.143536:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1153 00000100:00080000:3.0:1775765215.143538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765215.143541:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765215.143548:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765215.143557:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707299840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765215.143566:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707299712:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765215.143566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765215.143574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765215.143576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765215.143580:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1153 00000100:00080000:3.0:1775765215.143582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765215.143584:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765215.143588:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765215.143597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707299968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765215.143626:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765215.143670:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765215/real 1775765215] req@ffff967cc796ce00 x1862023707299712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765215.143685:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707299712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765215.143695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765215.143698:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765215.143701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707299712:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765215.143734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299840:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765215.143750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765215.143759:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765215/real 1775765215] req@ffff967cc796ca80 x1862023707299840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765215.143767:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707299840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765215.143772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765215.143776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765215.143779:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299840:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765215.143785:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299968:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765215.143810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765215.143821:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765215/real 1775765215] req@ffff967cc796f100 x1862023707299968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765215.143835:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707299968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765215.143844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765215.143846:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765215.143848:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707299968:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765215.847392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765216.871591:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765217.895414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765218.919486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765219.943457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765220.263388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765220.263399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765220.263404:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765220.263414:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1158 00000100:00080000:3.0:1775765220.263427:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765220.263434:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765220.263480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707300096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765220.263509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765220.263512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765220.263514:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765220.263517:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1158 00000100:00080000:3.0:1775765220.263519:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765220.263522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765220.263531:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765220.263544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707300224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765220.263556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765220.263560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765220.263562:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765220.263568:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707300096:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765220.263572:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1158 00000100:00080000:3.0:1775765220.263579:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765220.263593:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765220.263600:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765220.263612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707300352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765220.263659:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765220.263702:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765220/real 1775765220] req@ffff967cc796f480 x1862023707300096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765220.263719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707300096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765220.263737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765220.263741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765220.263744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707300096:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765220.263766:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300224:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765220.263785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765220.263815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765220/real 1775765220] req@ffff967cc796d500 x1862023707300224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765220.263827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707300224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765220.263835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765220.263838:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765220.263841:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300224:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765220.263847:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300352:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765220.263864:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765220.263872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765220/real 1775765220] req@ffff967cc796ed80 x1862023707300352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765220.263882:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707300352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765220.263890:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765220.263892:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765220.263895:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300352:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765220.967446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765221.991475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765223.015499:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765224.039450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765225.063487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765225.383388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765225.383399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765225.383405:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765225.383416:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1163 00000100:00080000:3.0:1775765225.383429:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765225.383437:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765225.383495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707300480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765225.383528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765225.383532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765225.383534:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765225.383539:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1163 00000100:00080000:3.0:1775765225.383542:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765225.383546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765225.383556:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765225.383569:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707300608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765225.383581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765225.383588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765225.383590:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765225.383595:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1163 00000100:00080000:3.0:1775765225.383599:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775765225.383607:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707300480:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765225.383608:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765225.383614:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765225.383634:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707300736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765225.383719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765225.383782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765225/real 1775765225] req@ffff967cc796e680 x1862023707300480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765225.383817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707300480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765225.383829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765225.383835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765225.383839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707300480:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765225.383848:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300608:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765225.383875:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765225.383899:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765225/real 1775765225] req@ffff967cc796d180 x1862023707300608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765225.383913:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707300608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765225.383921:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765225.383924:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765225.383927:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300608:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765225.383951:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300736:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765225.383970:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765225.383979:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765225/real 1775765225] req@ffff967cc796ed80 x1862023707300736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765225.383992:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707300736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765225.384007:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765225.384011:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765225.384014:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300736:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765226.087366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765227.111586:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765228.135424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765229.159556:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765230.183446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765230.503329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765230.503337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765230.503341:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765230.503350:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1168 00000100:00080000:3.0:1775765230.503360:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765230.503366:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765230.503401:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707300864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765230.503425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765230.503429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765230.503430:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765230.503438:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1168 00000100:00080000:3.0:1775765230.503441:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765230.503444:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765230.503453:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765230.503464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707300992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765230.503473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765230.503475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765230.503477:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765230.503480:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1168 00000100:00080000:3.0:1775765230.503483:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765230.503488:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765230.503491:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707300864:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775765230.503493:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765230.503505:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707301120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765230.503604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765230.503649:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765230/real 1775765230] req@ffff967cc796d500 x1862023707300864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765230.503667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707300864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765230.503675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765230.503678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765230.503682:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707300864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765230.503687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300992:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765230.503707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765230.503716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765230/real 1775765230] req@ffff967cc796f480 x1862023707300992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765230.503725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707300992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765230.503735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765230.503738:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765230.503740:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707300992:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765230.503758:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301120:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765230.503770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765230.503776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765230/real 1775765230] req@ffff967cc796f100 x1862023707301120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765230.503784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707301120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765230.503790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765230.503793:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765230.503795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301120:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765231.207528:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765232.231350:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765233.255375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765234.279440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765235.303509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765235.623357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765235.623365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765235.623370:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765235.623380:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1173 00000100:00080000:3.0:1775765235.623391:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765235.623399:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765235.623436:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707301248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765235.623465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765235.623468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765235.623470:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765235.623475:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1173 00000100:00080000:3.0:1775765235.623478:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765235.623481:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765235.623491:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765235.623503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707301376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765235.623516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765235.623519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765235.623521:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765235.623527:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707301248:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765235.623528:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1173 00000100:00080000:3.0:1775765235.623534:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765235.623540:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765235.623545:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765235.623576:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707301504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765235.623622:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765235.623690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765235/real 1775765235] req@ffff967cc796ca80 x1862023707301248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765235.623719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707301248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765235.623745:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765235.623751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765235.623758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707301248:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765235.623793:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301376:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765235.623830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765235.623843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765235/real 1775765235] req@ffff967cc796ce00 x1862023707301376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765235.623855:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707301376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765235.623863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765235.623866:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765235.623870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301376:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765235.623875:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301504:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765235.623891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765235.623899:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765235/real 1775765235] req@ffff967cc796f100 x1862023707301504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765235.623910:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707301504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765235.623918:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765235.623921:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765235.623923:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301504:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765236.327392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765237.351415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765238.375390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765239.399394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765240.423423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765240.743374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765240.743390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765240.743398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765240.743412:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1179 00000100:00080000:3.0:1775765240.743429:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765240.743442:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765240.743498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707301632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765240.743546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765240.743551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765240.743553:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765240.743559:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1179 00000100:00080000:3.0:1775765240.743565:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765240.743571:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765240.743583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765240.743598:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707301760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765240.743611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765240.743616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765240.743618:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765240.743624:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1179 00000100:00080000:3.0:1775765240.743629:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765240.743634:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765240.743640:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765240.743652:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707301888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765240.743666:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707301632:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765240.743748:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765240.743807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765240/real 1775765240] req@ffff967cc796f480 x1862023707301632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765240.743833:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707301632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765240.743846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765240.743851:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765240.743857:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707301632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765240.743866:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301760:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765240.743889:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765240.743902:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765240/real 1775765240] req@ffff967cc796d500 x1862023707301760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765240.743917:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707301760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765240.743927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765240.743930:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765240.743934:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301760:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765240.743960:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301888:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765240.743981:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765240.743993:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765240/real 1775765240] req@ffff967cc796ed80 x1862023707301888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765240.744007:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707301888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765240.744017:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765240.744020:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765240.744024:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707301888:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765241.447537:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765242.471405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765243.495443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765244.519377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765245.543377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765245.863380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765245.863388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765245.863392:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765245.863400:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1184 00000100:00080000:0.0:1775765245.863409:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765245.863414:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765245.863446:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707302016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765245.863470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765245.863473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765245.863474:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765245.863477:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1184 00000100:00080000:0.0:1775765245.863480:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765245.863483:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765245.863491:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765245.863500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707302144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765245.863504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707302016:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765245.863524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765245.863527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765245.863528:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765245.863532:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1184 00000100:00080000:0.0:1775765245.863535:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765245.863538:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765245.863542:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765245.863550:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707302272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765245.863566:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765245.863599:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765245/real 1775765245] req@ffff967cc64edc00 x1862023707302016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765245.863614:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707302016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765245.863626:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765245.863631:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765245.863635:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707302016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765245.863659:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302144:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765245.863683:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765245.863697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765245/real 1775765245] req@ffff967cc64ed500 x1862023707302144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765245.863710:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707302144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765245.863718:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765245.863720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765245.863723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302144:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765245.863727:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302272:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765245.863743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765245.863750:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765245/real 1775765245] req@ffff967cc64edf80 x1862023707302272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765245.863758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707302272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765245.863764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765245.863766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765245.863768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302272:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765246.567386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765247.591543:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765248.615428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765249.639431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765250.663361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765250.983469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765250.983482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765250.983488:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765250.983500:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1189 00000100:00080000:3.0:1775765250.983513:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765250.983522:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765250.983569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707302400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765250.983610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765250.983615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765250.983618:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765250.983623:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1189 00000100:00080000:3.0:1775765250.983627:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765250.983632:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765250.983645:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765250.983661:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707302528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765250.983677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775765250.983679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707302400:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765250.983686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765250.983693:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765250.983701:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1189 00000100:00080000:3.0:1775765250.983704:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765250.983708:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765250.983715:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765250.983733:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707302656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765250.983850:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302528:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765250.983905:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302656:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765251.687548:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765252.711397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765253.735503:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765254.055616:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765254.055670:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765254.055691:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765254.055748:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765254.055764:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765254.055838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765250/real 1775765254] req@ffff967cc796e680 x1862023707302528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765254.055875:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707302528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765254.055890:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765254.055897:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765254.055902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302528:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765254.055911:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765250/real 1775765254] req@ffff967cc796ed80 x1862023707302656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765254.055927:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707302656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765254.055944:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765254.055951:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765254.055957:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302656:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765254.055969:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765250/real 1775765254] req@ffff967cc796d180 x1862023707302400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765254.055992:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707302400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765254.056008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765254.056015:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765254.056065:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707302400:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775765254.759371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765255.783552:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765256.103347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765256.103374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765256.103379:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765256.103389:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1194 00000100:00080000:3.0:1775765256.103401:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765256.103409:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765256.103453:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707302784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765256.103489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765256.103493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765256.103495:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765256.103500:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1194 00000100:00080000:3.0:1775765256.103504:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765256.103507:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765256.103539:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765256.103554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707302912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765256.103564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765256.103568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765256.103570:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765256.103574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1194 00000100:00080000:3.0:1775765256.103577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765256.103580:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765256.103586:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765256.103595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707303040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765256.103613:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707302784:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765256.103686:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765256.103724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765256/real 1775765256] req@ffff967cc796d500 x1862023707302784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765256.103743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707302784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765256.103754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765256.103759:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765256.103763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707302784:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765256.103769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302912:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765256.103788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765256.103802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765256/real 1775765256] req@ffff967cc796f480 x1862023707302912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765256.103820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707302912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765256.103830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765256.103835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765256.103840:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707302912:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765256.103873:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303040:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765256.103902:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765256.103917:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765256/real 1775765256] req@ffff967cc796f100 x1862023707303040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765256.103933:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707303040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765256.103944:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765256.103949:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765256.103953:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303040:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765256.807398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765257.831448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765258.855419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765259.879442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765260.903371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765261.223408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765261.223419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765261.223425:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765261.223437:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1199 00000100:00080000:3.0:1775765261.223451:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765261.223459:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765261.223505:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707303168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765261.223552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765261.223556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765261.223559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765261.223564:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1199 00000100:00080000:3.0:1775765261.223568:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765261.223571:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765261.223583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765261.223595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707303296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765261.223618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765261.223638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765261.223641:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765261.223646:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1199 00000100:00080000:3.0:1775765261.223652:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765261.223657:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765261.223664:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765261.223677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707303424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765261.223684:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707303168:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765261.223766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765261.223833:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765261/real 1775765261] req@ffff967cc796ce00 x1862023707303168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765261.223858:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707303168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765261.223873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765261.223902:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765261.223907:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707303168:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765261.223916:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303296:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765261.223944:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765261.223992:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765261/real 1775765261] req@ffff967cc796ca80 x1862023707303296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765261.224026:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707303296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765261.224036:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765261.224039:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765261.224043:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303296:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765261.224068:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303424:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765261.224092:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765261.224102:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765261/real 1775765261] req@ffff967cc796f100 x1862023707303424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765261.224115:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707303424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765261.224123:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765261.224127:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765261.224130:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303424:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765261.927522:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765262.951380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765263.975454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765264.999390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765266.023510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765266.343406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765266.343421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765266.343443:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765266.343470:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1204 00000100:00080000:3.0:1775765266.343487:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765266.343504:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765266.343587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707303552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765266.343630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765266.343635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765266.343638:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765266.343644:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1204 00000100:00080000:3.0:1775765266.343649:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765266.343654:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765266.343667:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765266.343682:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707303680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765266.343703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765266.343715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765266.343720:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765266.343730:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1204 00000100:00080000:3.0:1775765266.343738:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765266.343747:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765266.343759:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765266.343766:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707303552:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765266.343789:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707303808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765266.343852:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765266.343953:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765266/real 1775765266] req@ffff967cc796f480 x1862023707303552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765266.343984:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707303552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765266.344002:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765266.344008:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765266.344013:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707303552:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765266.344021:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303680:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765266.344049:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765266.344062:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765266/real 1775765266] req@ffff967cc796d500 x1862023707303680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765266.344074:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707303680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765266.344082:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765266.344086:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765266.344089:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303680:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765266.344112:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303808:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765266.344128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765266.344137:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765266/real 1775765266] req@ffff967cc796d180 x1862023707303808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765266.344148:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707303808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765266.344156:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765266.344159:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765266.344162:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707303808:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765267.047345:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765268.071481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765269.095397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765270.119477:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765271.143424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765271.463372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765271.463385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765271.463392:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765271.463408:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1209 00000100:00080000:3.0:1775765271.463425:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765271.463438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765271.463526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707303936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765271.463591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765271.463597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765271.463601:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765271.463609:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1209 00000100:00080000:3.0:1775765271.463623:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765271.463631:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765271.463658:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765271.463683:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707304064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765271.463717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765271.463723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775765271.463730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707303936:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765271.463731:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765271.463750:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1209 00000100:00080000:3.0:1775765271.463758:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765271.463765:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765271.463775:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765271.463801:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707304192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765271.463827:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765271.463910:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765271/real 1775765271] req@ffff967cc796ed80 x1862023707303936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765271.463948:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707303936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765271.463961:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765271.463969:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765271.463977:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707303936:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765271.464015:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304064:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765271.464089:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765271.464119:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765271/real 1775765271] req@ffff967cc796e680 x1862023707304064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765271.464141:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707304064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765271.464156:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765271.464162:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765271.464169:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304064:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765271.464181:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304192:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765271.464223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765271.464244:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765271/real 1775765271] req@ffff967cc796d180 x1862023707304192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765271.464317:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707304192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765271.464345:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765271.464352:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765271.464359:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304192:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765272.167491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765273.191371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765274.215405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765275.239373:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765276.263462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765276.583352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765276.583363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765276.583368:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765276.583379:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1214 00000100:00080000:3.0:1775765276.583391:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765276.583399:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765276.583441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707304320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765276.583475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765276.583479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765276.583492:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765276.583496:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1214 00000100:00080000:3.0:1775765276.583500:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765276.583504:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765276.583515:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765276.583528:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707304448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765276.583540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765276.583544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765276.583546:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765276.583551:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1214 00000100:00080000:3.0:1775765276.583554:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765276.583558:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765276.583563:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765276.583575:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707304576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765276.583585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707304320:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765276.583669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765276.583732:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765276/real 1775765276] req@ffff967cc796d500 x1862023707304320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765276.583754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707304320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765276.583766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765276.583770:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765276.583775:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707304320:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765276.583783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304448:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765276.583806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765276.583882:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765276/real 1775765276] req@ffff967cc796f480 x1862023707304448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765276.583893:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707304448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765276.583899:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765276.583903:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765276.583905:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304448:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765276.583935:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304576:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765276.583954:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765276.583961:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765276/real 1775765276] req@ffff967cc796f100 x1862023707304576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765276.583971:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707304576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765276.583978:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765276.583980:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765276.583983:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304576:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765277.287397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765278.311511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765279.335444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765280.359458:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765281.383414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765281.703412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765281.703426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765281.703432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765281.703446:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1220 00000100:00080000:2.0:1775765281.703461:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765281.703471:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765281.703523:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707304704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765281.703558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765281.703562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765281.703564:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765281.703569:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1220 00000100:00080000:2.0:1775765281.703574:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765281.703580:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765281.703592:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765281.703611:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707304832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765281.703613:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707304704:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765281.703639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765281.703649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765281.703652:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765281.703660:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1220 00000100:00080000:2.0:1775765281.703666:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765281.703674:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765281.703683:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765281.703721:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707304960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765281.703729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765281.703826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765281/real 1775765281] req@ffff967bc4ba1c00 x1862023707304704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765281.703850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707304704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765281.703860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765281.703865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765281.703869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707304704:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765281.703894:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304832:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765281.703932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765281.703946:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765281/real 1775765281] req@ffff967bc4ba1f80 x1862023707304832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765281.703958:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707304832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765281.703965:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765281.703969:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765281.703972:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304832:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765281.703978:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304960:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765281.703996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765281.704004:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765281/real 1775765281] req@ffff967bc4ba3100 x1862023707304960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765281.704014:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707304960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765281.704022:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765281.704024:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765281.704027:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707304960:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765282.407420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765283.431403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765284.455421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765285.479375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765286.503516:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765286.823367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765286.823383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765286.823391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765286.823408:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1225 00000100:00080000:2.0:1775765286.823425:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765286.823437:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765286.823498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707305088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765286.823545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765286.823551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765286.823554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765286.823560:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1225 00000100:00080000:2.0:1775765286.823566:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765286.823571:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765286.823583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765286.823601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707305216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765286.823615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765286.823619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765286.823621:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765286.823627:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1225 00000100:00080000:2.0:1775765286.823630:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765286.823636:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765286.823641:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765286.823654:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707305344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765286.823672:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707305088:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765286.823809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765286.823882:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765286/real 1775765286] req@ffff967bc4ba3480 x1862023707305088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765286.823906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707305088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765286.823920:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765286.823927:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765286.823932:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707305088:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765286.823941:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305216:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765286.823967:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765286.823980:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765286/real 1775765286] req@ffff967bc4ba2680 x1862023707305216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765286.823994:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707305216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765286.824003:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765286.824007:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765286.824010:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305216:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765286.824036:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305344:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765286.824056:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765286.824067:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765286/real 1775765286] req@ffff967bc4ba2a00 x1862023707305344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765286.824088:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707305344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765286.824097:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765286.824100:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765286.824103:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305344:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765287.527438:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765288.551388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765289.575386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765290.599489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765291.623411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765291.943335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765291.943353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765291.943357:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765291.943364:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1230 00000100:00080000:2.0:1775765291.943373:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765291.943378:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765291.943423:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707305472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765291.943448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765291.943451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765291.943452:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765291.943456:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1230 00000100:00080000:2.0:1775765291.943458:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765291.943461:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765291.943469:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765291.943477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707305600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765291.943485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765291.943488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765291.943489:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765291.943492:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1230 00000100:00080000:2.0:1775765291.943494:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765291.943497:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765291.943500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765291.943506:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707305728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765291.943525:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707305472:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765291.943618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765291.943719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765291/real 1775765291] req@ffff967bc4ba0700 x1862023707305472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765291.943739:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707305472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765291.943748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765291.943752:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765291.943755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707305472:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765291.943761:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305600:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765291.943781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765291.943790:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765291/real 1775765291] req@ffff967bc4ba0380 x1862023707305600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765291.943803:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707305600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765291.943809:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765291.943811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765291.943813:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305600:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765291.943836:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305728:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765291.943850:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765291.943856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765291/real 1775765291] req@ffff967bc4ba1500 x1862023707305728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765291.943864:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707305728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765291.943870:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765291.943872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765291.943874:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305728:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765292.647436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765293.671410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765294.695509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765295.719374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765296.743449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765297.063461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765297.063472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765297.063478:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765297.063489:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1235 00000100:00080000:3.0:1775765297.063502:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765297.063510:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765297.063560:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707305856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765297.063651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765297.063656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765297.063659:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765297.063665:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1235 00000100:00080000:3.0:1775765297.063672:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765297.063679:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765297.063691:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765297.063709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707305856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765297.063713:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707305984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765297.063734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765297.063739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765297.063742:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765297.063751:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1235 00000100:00080000:3.0:1775765297.063759:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765297.063767:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765297.063777:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775765297.063796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765297.063805:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707306112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765297.063861:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765297/real 1775765297] req@ffff967cc796ca80 x1862023707305856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765297.063889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707305856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765297.063905:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765297.063910:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765297.063915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707305856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765297.063942:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305984:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765297.063967:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765297.064002:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765297/real 1775765297] req@ffff967cc796ce00 x1862023707305984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765297.064019:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707305984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765297.064035:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765297.064041:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765297.064047:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707305984:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765297.064058:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306112:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765297.064096:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765297.064116:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765297/real 1775765297] req@ffff967cc796f100 x1862023707306112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765297.064139:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707306112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765297.064149:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765297.064153:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765297.064157:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306112:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765297.767364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765298.791586:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765299.815382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765300.839565:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765301.863495:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765302.183403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765302.183413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765302.183417:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765302.183453:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1240 00000100:00080000:3.0:1775765302.183464:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765302.183470:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765302.183525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707306240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765302.183604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765302.183611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765302.183613:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765302.183619:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1240 00000100:00080000:3.0:1775765302.183624:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765302.183629:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765302.183639:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765302.183668:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707306368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765302.183681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765302.183683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765302.183686:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765302.183691:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1240 00000100:00080000:3.0:1775765302.183696:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765302.183700:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765302.183705:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765302.183716:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707306496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765302.183742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707306240:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765302.183894:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765302.183971:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765302/real 1775765302] req@ffff967cc796f480 x1862023707306240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765302.184005:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707306240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765302.184030:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765302.184035:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765302.184040:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707306240:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765302.184050:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306368:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765302.184079:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765302.184091:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765302/real 1775765302] req@ffff967cc796d500 x1862023707306368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765302.184103:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707306368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765302.184112:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765302.184115:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765302.184119:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306368:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765302.184147:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306496:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765302.184168:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765302.184177:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765302/real 1775765302] req@ffff967cc796d180 x1862023707306496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765302.184188:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707306496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765302.184196:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765302.184200:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765302.184204:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306496:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765302.887452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765303.911449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765304.935455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765305.959453:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765306.983497:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765307.303402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765307.303411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765307.303415:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765307.303423:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1245 00000100:00080000:0.0:1775765307.303431:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765307.303437:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765307.303467:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707306624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765307.303490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765307.303493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765307.303494:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765307.303497:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1245 00000100:00080000:0.0:1775765307.303500:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765307.303504:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765307.303511:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765307.303520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707306752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765307.303538:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707306624:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765307.303541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765307.303547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765307.303549:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765307.303553:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1245 00000100:00080000:0.0:1775765307.303555:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765307.303558:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765307.303563:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765307.303573:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707306880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765307.303601:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765307.303644:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765307/real 1775765307] req@ffff967cc64eea00 x1862023707306624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765307.303664:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707306624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765307.303678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765307.303683:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765307.303687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707306624:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765307.303704:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306752:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765307.303719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765307.303727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765307/real 1775765307] req@ffff967cc64ef480 x1862023707306752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765307.303735:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707306752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765307.303740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765307.303742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765307.303744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306752:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765307.303748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306880:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765307.303759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765307.303764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765307/real 1775765307] req@ffff967cc64eca80 x1862023707306880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765307.303771:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707306880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765307.303777:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765307.303778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765307.303780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707306880:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765308.007472:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765309.031600:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765310.055557:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765311.079454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765312.103565:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765312.423503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765312.423531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765312.423536:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765312.423547:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1250 00000100:00080000:2.0:1775765312.423557:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765312.423563:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765312.423612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707307008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765312.423634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765312.423637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765312.423638:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765312.423641:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1250 00000100:00080000:2.0:1775765312.423644:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765312.423647:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765312.423654:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765312.423662:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707307136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765312.423670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765312.423673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765312.423674:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765312.423678:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1250 00000100:00080000:2.0:1775765312.423680:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765312.423683:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765312.423686:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765312.423692:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707307264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765312.423699:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707307008:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765312.423764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765312.423817:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765312/real 1775765312] req@ffff967bc4ba1500 x1862023707307008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765312.423835:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707307008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765312.423845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765312.423849:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765312.423853:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707307008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765312.423860:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307136:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765312.423880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765312.423891:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765312/real 1775765312] req@ffff967bc4ba0380 x1862023707307136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765312.423901:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707307136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765312.423911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765312.423916:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765312.423921:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307136:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765312.423950:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307264:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765312.423980:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765312.423995:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765312/real 1775765312] req@ffff967bc4ba0700 x1862023707307264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765312.424013:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707307264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765312.424021:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765312.424023:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765312.424026:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307264:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765313.127387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765314.151461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765315.175405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765316.199435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765317.223528:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765317.543558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765317.543575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765317.543582:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765317.543596:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1255 00000100:00080000:0.0:1775765317.543610:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765317.543619:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765317.543668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707307392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765317.543728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765317.543733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765317.543735:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765317.543741:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1255 00000100:00080000:0.0:1775765317.543745:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765317.543750:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765317.543761:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765317.543777:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707307520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765317.543792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765317.543796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765317.543799:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765317.543805:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1255 00000100:00080000:0.0:1775765317.543810:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765317.543815:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765317.543820:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765317.543837:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707307648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765317.543838:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707307392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765317.543971:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307520:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765317.544013:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307648:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765318.247544:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765319.271510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765320.295528:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765320.615612:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765320.615678:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765320.615697:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765320.615760:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765320.615777:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765320.615856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765317/real 1775765320] req@ffff967cc64ef480 x1862023707307648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765320.615909:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707307648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765320.615932:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765320.615942:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765320.615953:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307648:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775765320.615986:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765317/real 1775765320] req@ffff967cc64ece00 x1862023707307392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765320.616008:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707307392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765320.616035:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765320.616041:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765320.616047:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707307392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765320.616057:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765317/real 1775765320] req@ffff967cc64eca80 x1862023707307520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765320.616077:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707307520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765320.616090:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765320.616096:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765320.616102:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307520:192.168.202.151@tcp:38:kworker.0 00010000:00010000:1.0:1775765321.319543:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765322.343445:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765322.663355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765322.663362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765322.663366:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765322.663396:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1261 00000100:00080000:3.0:1775765322.663405:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765322.663411:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765322.663441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707307776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765322.663464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765322.663467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765322.663468:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765322.663471:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1261 00000100:00080000:3.0:1775765322.663474:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765322.663478:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765322.663486:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765322.663496:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707307904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765322.663501:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707307776:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765322.663508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765322.663511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765322.663512:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765322.663515:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1261 00000100:00080000:3.0:1775765322.663517:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765322.663520:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765322.663523:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765322.663533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707308032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765322.663562:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765322.663593:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765322/real 1775765322] req@ffff967cc796e680 x1862023707307776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765322.663607:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707307776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765322.663614:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765322.663617:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765322.663620:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707307776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765322.663637:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307904:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765322.663654:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765322.663665:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765322/real 1775765322] req@ffff967cc796ed80 x1862023707307904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765322.663678:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707307904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765322.663686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765322.663690:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765322.663693:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707307904:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765322.663700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308032:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765322.663721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765322.663732:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765322/real 1775765322] req@ffff967cc796d180 x1862023707308032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765322.663744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707308032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765322.663760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765322.663763:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765322.663766:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308032:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765323.367510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765324.391463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765325.415507:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765326.439455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765327.463529:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765327.783334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765327.783354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765327.783371:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765327.783382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1266 00000100:00080000:3.0:1775765327.783395:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765327.783402:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765327.783452:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707308160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765327.783480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765327.783485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765327.783486:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765327.783492:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1266 00000100:00080000:3.0:1775765327.783495:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765327.783498:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765327.783508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765327.783520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707308288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765327.783538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765327.783541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765327.783543:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765327.783547:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1266 00000100:00080000:3.0:1775765327.783549:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765327.783551:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765327.783555:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765327.783557:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707308160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765327.783564:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707308416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765327.783634:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765327.783677:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765327/real 1775765327] req@ffff967cc796d500 x1862023707308160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765327.783695:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707308160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765327.783704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765327.783707:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765327.783710:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707308160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765327.783715:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308288:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765327.783729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765327.783745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765327/real 1775765327] req@ffff967cc796f480 x1862023707308288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765327.783757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707308288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765327.783763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765327.783766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765327.783768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308288:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765327.783790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308416:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765327.783803:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765327.783809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765327/real 1775765327] req@ffff967cc796f100 x1862023707308416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765327.783817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707308416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765327.783823:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765327.783825:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765327.783827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308416:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765328.487482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765329.511437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765330.535479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765331.559484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765332.583415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765332.903431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765332.903439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765332.903443:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765332.903452:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1271 00000100:00080000:3.0:1775765332.903461:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765332.903467:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765332.903500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707308544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765332.903526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765332.903529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765332.903530:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765332.903533:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1271 00000100:00080000:3.0:1775765332.903535:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765332.903547:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765332.903554:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765332.903562:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707308672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765332.903570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765332.903572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765332.903574:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765332.903577:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1271 00000100:00080000:3.0:1775765332.903579:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765332.903581:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765332.903585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765332.903593:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707308800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765332.903606:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707308544:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765332.903667:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765332.903707:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765332/real 1775765332] req@ffff967cc796ce00 x1862023707308544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765332.903722:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707308544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765332.903729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765332.903733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765332.903737:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707308544:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765332.903747:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308672:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765332.903765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765332.903775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765332/real 1775765332] req@ffff967cc796ca80 x1862023707308672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765332.903783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707308672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765332.903788:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765332.903790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765332.903792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308672:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765332.903809:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308800:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765332.903831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765332.903836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765332/real 1775765332] req@ffff967cc796f100 x1862023707308800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765332.903844:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707308800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765332.903850:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765332.903852:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765332.903854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707308800:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765333.607492:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765334.631416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765335.655510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765336.679454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765337.703462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765338.023397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765338.023409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765338.023413:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765338.023424:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1276 00000100:00080000:0.0:1775765338.023434:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765338.023441:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765338.023482:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707308928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765338.023518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765338.023523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765338.023526:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765338.023532:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1276 00000100:00080000:0.0:1775765338.023539:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765338.023547:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765338.023561:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765338.023564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707308928:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765338.023587:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707309056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765338.023605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765338.023609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765338.023611:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765338.023616:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1276 00000100:00080000:0.0:1775765338.023621:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765338.023625:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765338.023631:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765338.023645:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707309184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765338.023655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765338.023738:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765338/real 1775765338] req@ffff967cc64eea00 x1862023707308928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765338.023770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707308928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765338.023780:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765338.023785:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765338.023789:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707308928:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765338.023823:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309056:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765338.023850:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765338.023862:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765338/real 1775765338] req@ffff967cc64edf80 x1862023707309056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765338.023874:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707309056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765338.023882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765338.023885:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765338.023888:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309056:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765338.023893:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309184:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765338.023909:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765338.023917:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765338/real 1775765338] req@ffff967cc64ed500 x1862023707309184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765338.023928:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707309184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765338.023942:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765338.023944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765338.023947:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309184:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765338.727384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765339.751439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765340.775491:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765341.799451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765342.823360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765343.143410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765343.143426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765343.143433:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765343.143450:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1281 00000100:00080000:0.0:1775765343.143466:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765343.143479:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765343.143560:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707309312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765343.143601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765343.143606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765343.143608:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765343.143614:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1281 00000100:00080000:0.0:1775765343.143620:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765343.143625:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765343.143637:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765343.143651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707309440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765343.143665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765343.143669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765343.143671:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765343.143688:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1281 00000100:00080000:0.0:1775765343.143692:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765343.143696:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765343.143703:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765343.143715:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707309568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765343.143725:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707309312:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765343.143836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765343.143900:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765343/real 1775765343] req@ffff967cc64edc00 x1862023707309312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765343.143941:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707309312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765343.143961:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765343.143968:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765343.143976:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707309312:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765343.143999:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309440:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765343.144044:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765343.144069:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765343/real 1775765343] req@ffff967cc64ed180 x1862023707309440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765343.144094:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707309440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765343.144110:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765343.144117:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765343.144123:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309440:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765343.144173:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309568:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765343.144291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765343.144321:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765343/real 1775765343] req@ffff967cc64ec000 x1862023707309568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765343.144348:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707309568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765343.144366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765343.144373:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765343.144380:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309568:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765343.847523:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765344.871599:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765345.895472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765346.919567:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765347.943393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765348.263320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765348.263328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765348.263331:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765348.263339:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1286 00000100:00080000:0.0:1775765348.263347:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765348.263353:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765348.263387:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707309696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765348.263411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765348.263414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765348.263415:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765348.263418:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1286 00000100:00080000:0.0:1775765348.263420:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765348.263423:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765348.263430:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765348.263438:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707309824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765348.263446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765348.263449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765348.263451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765348.263454:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1286 00000100:00080000:0.0:1775765348.263456:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765348.263458:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765348.263462:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765348.263467:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707309952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765348.263483:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707309696:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765348.263563:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765348.263618:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765348/real 1775765348] req@ffff967cc64ec380 x1862023707309696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765348.263639:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707309696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765348.263649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765348.263653:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765348.263656:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707309696:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765348.263663:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309824:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765348.263682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765348.263692:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765348/real 1775765348] req@ffff967cc64ef800 x1862023707309824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765348.263701:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707309824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765348.263707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765348.263709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765348.263711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309824:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765348.263734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309952:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765348.263748:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765348.263755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765348/real 1775765348] req@ffff967cc64ec700 x1862023707309952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765348.263763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707309952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765348.263769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765348.263770:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765348.263772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707309952:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765348.967425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765349.991459:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765351.015435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765352.039494:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765353.063478:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765353.383435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765353.383446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765353.383451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765353.383463:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1291 00000100:00080000:1.0:1775765353.383476:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765353.383485:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765353.383530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707310080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765353.383566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765353.383570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765353.383572:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765353.383577:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1291 00000100:00080000:1.0:1775765353.383581:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765353.383586:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765353.383599:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765353.383614:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707310208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765353.383624:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707310080:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765353.383633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765353.383638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765353.383639:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765353.383645:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1291 00000100:00080000:1.0:1775765353.383648:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765353.383653:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765353.383659:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765353.383673:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707310336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765353.383709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765353.383753:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765353/real 1775765353] req@ffff967cc31da300 x1862023707310080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765353.383775:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707310080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765353.383806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765353.383811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765353.383816:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707310080:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765353.383842:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310208:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765353.383866:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765353.383879:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765353/real 1775765353] req@ffff967cc31d9180 x1862023707310208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765353.383892:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707310208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765353.383901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765353.383905:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765353.383908:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310208:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765353.383914:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310336:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765353.383932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765353.383941:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765353/real 1775765353] req@ffff967cc31d8e00 x1862023707310336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765353.383953:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707310336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765353.383962:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765353.383965:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765353.383968:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310336:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765354.087400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765355.111419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765356.135472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765357.159454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765358.183386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765358.503395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765358.503403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765358.503407:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765358.503415:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1296 00000100:00080000:0.0:1775765358.503425:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765358.503431:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765358.503464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707310464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765358.503496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765358.503499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765358.503500:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765358.503503:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1296 00000100:00080000:0.0:1775765358.503505:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765358.503508:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765358.503516:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765358.503527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707310592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765358.503536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765358.503538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765358.503541:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765358.503543:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707310464:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765358.503546:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1296 00000100:00080000:0.0:1775765358.503552:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765358.503555:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765358.503558:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765358.503567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707310720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765358.503602:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765358.503633:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765358/real 1775765358] req@ffff967cc64eed80 x1862023707310464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765358.503647:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707310464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765358.503655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765358.503658:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765358.503661:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707310464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765358.503679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310592:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765358.503694:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765358.503702:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765358/real 1775765358] req@ffff967cc64ec700 x1862023707310592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765358.503710:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707310592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765358.503716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765358.503718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765358.503721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310592:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765358.503724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310720:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765358.503735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765358.503743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765358/real 1775765358] req@ffff967cc64ef800 x1862023707310720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765358.503756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707310720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765358.503764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765358.503768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765358.503771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310720:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765359.207402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765360.231492:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765361.255419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765362.279448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765363.303463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765363.623394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765363.623403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765363.623408:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765363.623416:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1301 00000100:00080000:1.0:1775765363.623426:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765363.623432:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765363.623472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707310848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765363.623512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765363.623517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765363.623519:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765363.623525:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1301 00000100:00080000:1.0:1775765363.623530:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765363.623536:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765363.623548:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765363.623566:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707310848:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775765363.623568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707310976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765363.623583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765363.623585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765363.623587:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765363.623591:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1301 00000100:00080000:1.0:1775765363.623595:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765363.623598:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765363.623604:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765363.623614:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707311104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765363.623632:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765363.623667:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765363/real 1775765363] req@ffff967cc31d9880 x1862023707310848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765363.623683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707310848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765363.623692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765363.623696:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765363.623699:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707310848:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765363.623719:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310976:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765363.623735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765363.623744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765363/real 1775765363] req@ffff967cc31dbb80 x1862023707310976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765363.623753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707310976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765363.623764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765363.623767:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765363.623769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707310976:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765363.623773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311104:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765363.623786:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765363.623792:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765363/real 1775765363] req@ffff967cc31dad80 x1862023707311104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765363.623800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707311104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765363.623806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765363.623809:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765363.623811:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311104:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765364.327485:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765365.351442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765366.375518:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765367.399423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765368.423516:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765368.743361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765368.743368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765368.743372:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765368.743382:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1307 00000100:00080000:0.0:1775765368.743393:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765368.743401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765368.743443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707311232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765368.743470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765368.743473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765368.743475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765368.743480:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1307 00000100:00080000:0.0:1775765368.743484:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765368.743488:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765368.743498:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765368.743512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707311360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765368.743518:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707311232:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765368.743523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765368.743526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765368.743527:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765368.743531:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1307 00000100:00080000:0.0:1775765368.743535:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765368.743538:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765368.743543:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765368.743551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707311488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765368.743576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765368.743613:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765368/real 1775765368] req@ffff967cc64ec380 x1862023707311232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765368.743628:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707311232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765368.743635:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765368.743638:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765368.743640:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707311232:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765368.743658:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311360:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765368.743675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765368.743683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765368/real 1775765368] req@ffff967cc64ec000 x1862023707311360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765368.743691:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707311360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765368.743696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765368.743699:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765368.743701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311360:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765368.743704:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311488:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765368.743715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765368.743720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765368/real 1775765368] req@ffff967cc64ed180 x1862023707311488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765368.743727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707311488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765368.743732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765368.743734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765368.743736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311488:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765369.447389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765370.471411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765371.495484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765372.519427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765373.543519:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765373.863448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765373.863456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765373.863476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765373.863486:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1312 00000100:00080000:2.0:1775765373.863497:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765373.863504:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765373.863544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707311616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765373.863570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765373.863574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765373.863575:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765373.863580:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1312 00000100:00080000:2.0:1775765373.863584:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765373.863587:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765373.863596:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765373.863610:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707311744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765373.863619:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707311616:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765373.863622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765373.863626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765373.863627:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765373.863632:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1312 00000100:00080000:2.0:1775765373.863635:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765373.863639:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765373.863643:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765373.863652:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707311872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765373.863677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765373.863714:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765373/real 1775765373] req@ffff967bc4ba2a00 x1862023707311616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765373.863729:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707311616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765373.863736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765373.863739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765373.863741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707311616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765373.863759:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311744:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765373.863775:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765373.863783:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765373/real 1775765373] req@ffff967bc4ba2680 x1862023707311744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765373.863791:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707311744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765373.863796:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765373.863797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765373.863799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311744:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765373.863803:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311872:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765373.863832:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765373.863838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765373/real 1775765373] req@ffff967bc4ba3480 x1862023707311872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765373.863846:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707311872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765373.863855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765373.863857:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765373.863859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707311872:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765374.567437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765375.591560:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765376.615538:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765377.639494:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765378.663406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765378.983357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765378.983366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765378.983370:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765378.983378:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1317 00000100:00080000:2.0:1775765378.983387:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765378.983392:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765378.983426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707312000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765378.983449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765378.983452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765378.983454:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765378.983457:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1317 00000100:00080000:2.0:1775765378.983459:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765378.983461:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765378.983469:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765378.983476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707312128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765378.983483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765378.983485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765378.983486:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765378.983489:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1317 00000100:00080000:2.0:1775765378.983491:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765378.983493:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765378.983496:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765378.983508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707312256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765378.983529:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707312000:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765378.983590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765378.983620:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765378/real 1775765378] req@ffff967bc4ba3100 x1862023707312000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765378.983635:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707312000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765378.983643:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765378.983645:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765378.983648:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707312000:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765378.983654:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312128:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765378.983668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765378.983675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765378/real 1775765378] req@ffff967bc4ba1f80 x1862023707312128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765378.983682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707312128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765378.983688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765378.983689:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765378.983691:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312128:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765378.983695:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312256:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765378.983706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765378.983712:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765378/real 1775765378] req@ffff967bc4ba1c00 x1862023707312256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765378.983719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707312256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765378.983725:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765378.983727:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765378.983728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765379.687537:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765380.711464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765381.735452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765382.759545:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765383.783740:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765384.103403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765384.103425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765384.103431:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765384.103444:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1322 00000100:00080000:3.0:1775765384.103456:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765384.103464:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765384.103534:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707312384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765384.103588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765384.103596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765384.103600:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765384.103609:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1322 00000100:00080000:3.0:1775765384.103618:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765384.103627:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765384.103641:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765384.103652:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707312384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765384.103668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707312512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765384.103700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765384.103706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765384.103709:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765384.103714:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1322 00000100:00080000:3.0:1775765384.103721:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765384.103726:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765384.103733:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765384.103750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707312640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765384.103837:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765384.103891:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312640:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765384.807469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765385.831558:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765386.855462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765387.175642:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765387.175705:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765387.175725:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765387.175826:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765387.175851:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765387.175890:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765384/real 1775765387] req@ffff967cc796d500 x1862023707312512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765387.175949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707312512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765387.175973:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765387.175982:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765387.175991:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765387.176041:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765384/real 1775765387] req@ffff967cc796d180 x1862023707312640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765387.176069:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707312640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765387.176085:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765387.176092:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765387.176099:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312640:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765387.176112:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765384/real 1775765387] req@ffff967cc796f480 x1862023707312384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765387.176135:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707312384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765387.176149:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765387.176155:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765387.176162:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707312384:192.168.202.151@tcp:250:kworker.0 00010000:00010000:1.0:1775765387.879394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765388.903410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765389.223487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765389.223500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765389.223517:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765389.223529:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1327 00000100:00080000:1.0:1775765389.223542:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765389.223551:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765389.223605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707312768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765389.223658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765389.223666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765389.223671:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765389.223678:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1327 00000100:00080000:1.0:1775765389.223685:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765389.223690:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765389.223712:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765389.223732:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707312896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765389.223749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765389.223756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765389.223794:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765389.223804:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1327 00000100:00080000:1.0:1775765389.223812:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765389.223819:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765389.223830:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765389.223854:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707312768:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775765389.223861:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707313024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765389.223974:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765389.224015:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765389/real 1775765389] req@ffff967cc31d8a80 x1862023707312768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765389.224039:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707312768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765389.224061:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765389.224065:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765389.224071:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707312768:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765389.224080:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312896:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765389.224108:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765389.224123:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765389/real 1775765389] req@ffff967cc31db800 x1862023707312896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765389.224146:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707312896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765389.224156:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765389.224160:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765389.224164:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707312896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765389.224200:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313024:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765389.224229:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765389.224242:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765389/real 1775765389] req@ffff967cc31dad80 x1862023707313024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765389.224296:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707313024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765389.224308:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765389.224312:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765389.224316:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313024:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765389.927479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765390.951571:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765391.975614:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765392.999430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765394.023464:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765394.343317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765394.343326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765394.343330:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765394.343339:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1332 00000100:00080000:1.0:1775765394.343349:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765394.343355:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765394.343389:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707313152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765394.343413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765394.343416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765394.343417:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765394.343420:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1332 00000100:00080000:1.0:1775765394.343422:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765394.343425:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765394.343432:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765394.343442:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707313280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765394.343449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765394.343452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765394.343454:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765394.343459:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1332 00000100:00080000:1.0:1775765394.343461:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765394.343464:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765394.343467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765394.343474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707313408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765394.343509:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707313152:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765394.343620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765394.343679:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765394/real 1775765394] req@ffff967cc31dbb80 x1862023707313152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765394.343707:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707313152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765394.343760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765394.343766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765394.343772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707313152:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765394.343783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313280:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765394.343814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765394.343830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765394/real 1775765394] req@ffff967cc31d9880 x1862023707313280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765394.343845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707313280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765394.343856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765394.343860:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765394.343864:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765394.343899:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313408:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765394.343923:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765394.343934:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765394/real 1775765394] req@ffff967cc31d8e00 x1862023707313408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765394.343950:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707313408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765394.343961:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765394.343965:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765394.343969:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313408:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765395.047405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765396.071412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765397.095423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765398.119460:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765399.143400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765399.463390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765399.463397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765399.463400:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765399.463408:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1337 00000100:00080000:0.0:1775765399.463419:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765399.463424:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765399.463458:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707313536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765399.463483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765399.463485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765399.463486:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765399.463490:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1337 00000100:00080000:0.0:1775765399.463492:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765399.463494:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765399.463501:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765399.463508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707313664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765399.463520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765399.463522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765399.463524:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765399.463527:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1337 00000100:00080000:0.0:1775765399.463529:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765399.463531:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765399.463534:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765399.463542:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707313792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765399.463592:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707313536:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765399.463688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765399.463744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765399/real 1775765399] req@ffff967cc64edc00 x1862023707313536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765399.463770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707313536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765399.463781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765399.463785:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765399.463788:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707313536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765399.463797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313664:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765399.463818:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765399.463828:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765399/real 1775765399] req@ffff967cc64ed500 x1862023707313664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765399.463837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707313664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765399.463842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765399.463845:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765399.463848:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313664:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765399.463852:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313792:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765399.463864:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765399.463870:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765399/real 1775765399] req@ffff967cc64edf80 x1862023707313792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765399.463878:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707313792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765399.463884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765399.463886:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765399.463888:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707313792:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765400.167519:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765401.191512:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765402.215420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765403.239439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765404.263403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765404.583450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765404.583461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765404.583467:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765404.583477:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1342 00000100:00080000:1.0:1775765404.583489:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765404.583497:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765404.583568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707313920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765404.583684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765404.583689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765404.583691:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765404.583697:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1342 00000100:00080000:1.0:1775765404.583702:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765404.583708:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765404.583718:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765404.583728:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707313920:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775765404.583736:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707314048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765404.583750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765404.583754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765404.583757:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765404.583763:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1342 00000100:00080000:1.0:1775765404.583769:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765404.583773:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765404.583780:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775765404.583787:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:1.0:1775765404.583799:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707314176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765404.583824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765404/real 1775765404] req@ffff967cc31d9180 x1862023707313920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765404.583841:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707313920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765404.583849:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765404.583853:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765404.583855:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707313920:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765404.583872:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314048:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765404.583886:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765404.583894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765404/real 1775765404] req@ffff967cc31da300 x1862023707314048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765404.583902:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707314048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765404.583908:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765404.583910:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765404.583912:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765404.583915:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314176:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765404.583927:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765404.583952:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765404/real 1775765404] req@ffff967cc31d8700 x1862023707314176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765404.583966:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707314176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765404.583984:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765404.583988:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765404.583991:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314176:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765405.287405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765406.311499:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765407.335415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765408.359407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765409.383467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765409.703370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765409.703378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765409.703382:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765409.703389:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1348 00000100:00080000:0.0:1775765409.703399:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765409.703405:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765409.703438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707314304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765409.703460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765409.703462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765409.703464:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765409.703466:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1348 00000100:00080000:0.0:1775765409.703469:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765409.703471:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765409.703480:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765409.703488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707314432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765409.703496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765409.703498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765409.703499:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765409.703502:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1348 00000100:00080000:0.0:1775765409.703504:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765409.703509:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765409.703509:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707314304:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775765409.703513:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765409.703522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707314560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765409.703606:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765409.703644:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765409/real 1775765409] req@ffff967cc64eea00 x1862023707314304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765409.703664:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707314304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765409.703688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765409.703692:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765409.703697:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707314304:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765409.703705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314432:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765409.703729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765409.703741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765409/real 1775765409] req@ffff967cc64eca80 x1862023707314432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765409.703754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707314432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765409.703764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765409.703767:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765409.703771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765409.703795:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314560:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765409.703814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765409.703824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765409/real 1775765409] req@ffff967cc64ece00 x1862023707314560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765409.703837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707314560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765409.703847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765409.703851:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765409.703854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314560:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765410.407420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765411.431448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765412.455389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765413.479432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765414.503401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765414.823381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765414.823389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765414.823392:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765414.823400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1353 00000100:00080000:3.0:1775765414.823409:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765414.823415:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765414.823448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707314688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765414.823473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765414.823476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765414.823477:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765414.823480:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1353 00000100:00080000:3.0:1775765414.823482:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765414.823486:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765414.823493:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765414.823501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707314816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765414.823510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765414.823512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765414.823513:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765414.823530:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1353 00000100:00080000:3.0:1775765414.823532:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765414.823537:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765414.823538:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707314688:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775765414.823541:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765414.823555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707314944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765414.823604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765414.823635:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765414/real 1775765414] req@ffff967cc796ed80 x1862023707314688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765414.823650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707314688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765414.823658:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765414.823661:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765414.823664:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707314688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765414.823681:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314816:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765414.823696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765414.823704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765414/real 1775765414] req@ffff967cc796e680 x1862023707314816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765414.823712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707314816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765414.823718:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765414.823721:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765414.823723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314816:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765414.823726:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314944:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765414.823737:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765414.823742:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765414/real 1775765414] req@ffff967cc796f480 x1862023707314944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765414.823750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707314944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765414.823755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765414.823757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765414.823759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707314944:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765415.527383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765416.551370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765417.575412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765418.599403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765419.623406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765419.943350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765419.943358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765419.943362:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765419.943370:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1358 00000100:00080000:0.0:1775765419.943380:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765419.943387:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765419.943428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707315072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765419.943452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765419.943455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765419.943456:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765419.943459:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1358 00000100:00080000:0.0:1775765419.943461:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765419.943464:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765419.943486:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765419.943497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707315200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765419.943505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765419.943507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765419.943509:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765419.943512:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1358 00000100:00080000:0.0:1775765419.943515:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775765419.943517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707315072:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765419.943526:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765419.943530:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765419.943540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707315328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765419.943577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765419.943608:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765419/real 1775765419] req@ffff967cc64ef480 x1862023707315072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765419.943623:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707315072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765419.943630:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765419.943634:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765419.943638:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707315072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765419.943649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315200:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765419.943673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765419.943686:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765419/real 1775765419] req@ffff967cc64ece00 x1862023707315200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765419.943699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707315200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765419.943706:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765419.943709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765419.943711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765419.943729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315328:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765419.943746:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765419.943753:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765419/real 1775765419] req@ffff967cc64eca80 x1862023707315328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765419.943760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707315328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765419.943766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765419.943768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765419.943770:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765420.647369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765421.671436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765422.695459:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765423.719398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765424.743455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765425.063365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765425.063373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765425.063377:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765425.063385:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1363 00000100:00080000:1.0:1775765425.063393:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765425.063400:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765425.063455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707315456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765425.063477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765425.063480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765425.063482:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765425.063485:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1363 00000100:00080000:1.0:1775765425.063488:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765425.063491:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765425.063501:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765425.063513:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707315584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765425.063514:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707315456:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765425.063526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765425.063530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765425.063531:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765425.063534:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1363 00000100:00080000:1.0:1775765425.063536:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765425.063538:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765425.063542:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765425.063552:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707315712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765425.063582:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765425.063615:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765425/real 1775765425] req@ffff967cc31d9f80 x1862023707315456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765425.063629:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707315456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765425.063637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765425.063640:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765425.063643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707315456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765425.063660:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315584:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765425.063674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765425.063682:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765425/real 1775765425] req@ffff967cc31d8000 x1862023707315584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765425.063690:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707315584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765425.063695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765425.063697:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765425.063699:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315584:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765425.063704:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315712:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765425.063715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765425.063721:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765425/real 1775765425] req@ffff967cc31d9c00 x1862023707315712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765425.063728:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707315712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765425.063737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765425.063748:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765425.063752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315712:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765425.767403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765426.791383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765427.815389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765428.839433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765429.863508:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765430.183348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765430.183360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765430.183365:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765430.183401:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1368 00000100:00080000:3.0:1775765430.183409:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765430.183416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765430.183460:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707315840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765430.183484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765430.183487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765430.183488:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765430.183492:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1368 00000100:00080000:3.0:1775765430.183494:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765430.183496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765430.183503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765430.183512:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707315968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765430.183520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765430.183523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765430.183525:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765430.183530:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707315840:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765430.183532:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1368 00000100:00080000:3.0:1775765430.183537:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765430.183541:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765430.183545:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765430.183552:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707316096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765430.183594:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765430.183625:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765430/real 1775765430] req@ffff967cc796d180 x1862023707315840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765430.183640:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707315840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765430.183648:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765430.183651:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765430.183654:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707315840:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765430.183673:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315968:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765430.183687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765430.183695:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765430/real 1775765430] req@ffff967cc796d500 x1862023707315968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765430.183703:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707315968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765430.183709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765430.183710:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765430.183713:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707315968:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765430.183716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316096:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765430.183727:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765430.183745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765430/real 1775765430] req@ffff967cc796f100 x1862023707316096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765430.183752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707316096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765430.183762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765430.183765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765430.183767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316096:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765430.887531:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765431.911519:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765432.935603:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765433.959490:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765434.983607:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765435.303436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765435.303450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765435.303457:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765435.303481:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1373 00000100:00080000:3.0:1775765435.303497:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765435.303508:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765435.303558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707316224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765435.303592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765435.303597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765435.303599:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765435.303604:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1373 00000100:00080000:3.0:1775765435.303608:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765435.303612:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765435.303624:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765435.303638:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707316352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765435.303659:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707316224:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765435.303662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765435.303672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765435.303674:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765435.303680:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1373 00000100:00080000:3.0:1775765435.303683:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765435.303687:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765435.303702:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765435.303717:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707316480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765435.303758:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765435.303802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765435/real 1775765435] req@ffff967cc796ca80 x1862023707316224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765435.303824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707316224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765435.303836:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765435.303842:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765435.303846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707316224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765435.303890:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316352:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765435.303918:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765435.303932:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765435/real 1775765435] req@ffff967cc796ce00 x1862023707316352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765435.303947:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707316352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765435.303958:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765435.303962:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765435.303966:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316352:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765435.303974:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316480:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765435.304011:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765435.304021:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765435/real 1775765435] req@ffff967cc796f100 x1862023707316480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765435.304033:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707316480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765435.304042:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765435.304045:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765435.304048:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316480:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765436.007415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765437.031563:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765438.055486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765439.079547:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765440.103446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765440.423394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765440.423403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765440.423407:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765440.423415:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1378 00000100:00080000:3.0:1775765440.423424:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765440.423430:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765440.423462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707316608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765440.423489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765440.423492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765440.423493:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765440.423496:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1378 00000100:00080000:3.0:1775765440.423498:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765440.423501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765440.423509:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765440.423516:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707316736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765440.423524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765440.423527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765440.423528:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765440.423531:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1378 00000100:00080000:3.0:1775765440.423533:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765440.423535:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765440.423539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765440.423545:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707316864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765440.423550:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707316608:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765440.423609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765440.423640:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765440/real 1775765440] req@ffff967cc796d500 x1862023707316608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765440.423654:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707316608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765440.423662:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765440.423665:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765440.423678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707316608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765440.423686:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316736:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765440.423701:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765440.423709:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765440/real 1775765440] req@ffff967cc796d180 x1862023707316736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765440.423718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707316736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765440.423723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765440.423725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765440.423727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765440.423744:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316864:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765440.423755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765440.423761:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765440/real 1775765440] req@ffff967cc796f480 x1862023707316864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765440.423769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707316864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765440.423774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765440.423776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765440.423778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707316864:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765441.127437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765442.151445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765443.175472:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765444.199580:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765445.223495:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765445.543413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765445.543433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765445.543442:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765445.543461:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1383 00000100:00080000:2.0:1775765445.543483:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765445.543497:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765445.543560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707316992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765445.543611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765445.543616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765445.543619:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765445.543625:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1383 00000100:00080000:2.0:1775765445.543630:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765445.543636:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765445.543650:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765445.543668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707317120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765445.543697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707316992:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765445.543715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765445.543724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765445.543727:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765445.543739:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1383 00000100:00080000:2.0:1775765445.543747:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765445.543756:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765445.543768:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765445.543795:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707317248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765445.543813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765445.543917:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765445/real 1775765445] req@ffff967bc4ba2d80 x1862023707316992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765445.543957:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707316992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765445.543989:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765445.543995:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765445.544001:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707316992:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765445.544036:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317120:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765445.544071:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765445.544088:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765445/real 1775765445] req@ffff967bc4ba0a80 x1862023707317120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765445.544104:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707317120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765445.544115:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765445.544119:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765445.544123:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317120:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765445.544130:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317248:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765445.544151:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765445.544162:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765445/real 1775765445] req@ffff967bc4ba0000 x1862023707317248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765445.544176:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707317248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765445.544197:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765445.544200:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765445.544204:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317248:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765446.247505:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765447.271400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765448.295417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765449.319405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765450.343408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765450.663383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765450.663396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765450.663401:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765450.663414:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1389 00000100:00080000:2.0:1775765450.663427:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765450.663435:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765450.663485:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707317376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765450.663537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765450.663542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765450.663544:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765450.663551:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1389 00000100:00080000:2.0:1775765450.663556:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765450.663561:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765450.663574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765450.663592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707317504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765450.663608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775765450.663616:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707317376:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765450.663617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765450.663621:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765450.663636:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1389 00000100:00080000:2.0:1775765450.663640:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765450.663645:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765450.663651:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765450.663665:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707317632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765450.663755:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765450.663794:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317632:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765451.367534:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765452.391420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765453.415482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765453.735668:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765453.735725:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765453.735741:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765453.735784:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765453.735792:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765453.735877:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765450/real 1775765453] req@ffff967bc4ba3800 x1862023707317504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765453.735912:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707317504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765453.735944:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765453.735950:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765453.735956:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765453.735966:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765450/real 1775765453] req@ffff967bc4ba1880 x1862023707317632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765453.735984:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707317632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765453.735995:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765453.736001:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765453.736005:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317632:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765453.736031:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765450/real 1775765453] req@ffff967bc4ba0e00 x1862023707317376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765453.736045:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707317376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765453.736055:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765453.736059:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765453.736065:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707317376:192.168.202.151@tcp:250:kworker.0 00010000:00010000:2.0:1775765454.439395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765455.463379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765455.783366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765455.783390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765455.783395:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765455.783408:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1394 00000100:00080000:3.0:1775765455.783423:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765455.783432:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765455.783475:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707317760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765455.783510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765455.783513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765455.783514:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765455.783517:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1394 00000100:00080000:3.0:1775765455.783521:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765455.783524:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765455.783534:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765455.783544:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707317888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765455.783552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765455.783557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765455.783559:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765455.783565:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1394 00000100:00080000:3.0:1775765455.783569:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765455.783574:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765455.783581:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765455.783596:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707318016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765455.783611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707317760:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765455.783697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765455.783741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765455/real 1775765455] req@ffff967cc796e680 x1862023707317760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765455.783762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707317760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765455.783775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765455.783780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765455.783784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707317760:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765455.783793:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317888:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765455.783826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765455.783840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765455/real 1775765455] req@ffff967cc796ed80 x1862023707317888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765455.783853:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707317888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765455.783862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765455.783865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765455.783869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707317888:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765455.783899:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318016:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765455.783922:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765455.783934:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765455/real 1775765455] req@ffff967cc796f480 x1862023707318016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765455.783946:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707318016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765455.783955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765455.783958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765455.783961:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318016:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765456.487521:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765457.511359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765458.535487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765459.559411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765460.583475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765460.903396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765460.903408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765460.903413:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765460.903424:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1399 00000100:00080000:1.0:1775765460.903438:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765460.903445:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765460.903493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707318144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765460.903522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765460.903525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765460.903527:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765460.903530:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1399 00000100:00080000:1.0:1775765460.903533:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765460.903551:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765460.903562:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765460.903571:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707318272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765460.903579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765460.903581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765460.903584:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765460.903587:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1399 00000100:00080000:1.0:1775765460.903590:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775765460.903595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707318144:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765460.903595:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765460.903600:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765460.903612:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707318400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765460.903674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765460.903716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765460/real 1775765460] req@ffff967cc31d8380 x1862023707318144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765460.903733:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707318144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765460.903741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765460.903745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765460.903748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707318144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765460.903754:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318272:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765460.903769:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765460.903777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765460/real 1775765460] req@ffff967cc31da680 x1862023707318272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765460.903786:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707318272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765460.903792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765460.903794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765460.903796:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318272:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765460.903818:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318400:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765460.903830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765460.903836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765460/real 1775765460] req@ffff967cc31d9c00 x1862023707318400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765460.903844:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707318400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765460.903850:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765460.903852:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765460.903854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318400:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765461.607492:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765462.631437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765463.655369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765464.679449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765465.703413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765466.023353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765466.023364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765466.023369:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765466.023380:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1404 00000100:00080000:3.0:1775765466.023393:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765466.023401:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765466.023447:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707318528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765466.023499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765466.023504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765466.023506:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765466.023509:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1404 00000100:00080000:3.0:1775765466.023512:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765466.023515:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765466.023526:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765466.023559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707318656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765466.023567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765466.023570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765466.023572:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765466.023577:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1404 00000100:00080000:3.0:1775765466.023581:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765466.023586:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765466.023593:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765466.023607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707318784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765466.023610:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707318528:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765466.023705:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765466.023750:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765466/real 1775765466] req@ffff967cc796d180 x1862023707318528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765466.023768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707318528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765466.023783:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765466.023786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765466.023790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707318528:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765466.023816:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318656:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765466.023833:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765466.023842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765466/real 1775765466] req@ffff967cc796d500 x1862023707318656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765466.023850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707318656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765466.023856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765466.023859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765466.023861:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318656:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765466.023885:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318784:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765466.023897:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765466.023902:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765466/real 1775765466] req@ffff967cc796f100 x1862023707318784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765466.023911:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707318784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765466.023917:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765466.023918:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765466.023920:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707318784:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765466.727462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765467.751475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765468.775493:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765469.799578:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765470.823411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765471.143345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765471.143357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765471.143363:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765471.143377:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1409 00000100:00080000:3.0:1775765471.143392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765471.143401:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765471.143455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707318912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765471.143493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765471.143497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765471.143499:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765471.143504:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1409 00000100:00080000:3.0:1775765471.143507:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765471.143511:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765471.143523:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765471.143537:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707319040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765471.143548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765471.143552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765471.143554:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765471.143559:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1409 00000100:00080000:3.0:1775765471.143562:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765471.143567:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765471.143573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765471.143588:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707319168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765471.143592:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707318912:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765471.143687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765471.143734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765471/real 1775765471] req@ffff967cc796ce00 x1862023707318912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765471.143756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707318912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765471.143768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765471.143773:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765471.143778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707318912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765471.143788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319040:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765471.143822:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765471.143836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765471/real 1775765471] req@ffff967cc796ca80 x1862023707319040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765471.143850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707319040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765471.143859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765471.143863:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765471.143867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319040:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765471.143894:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319168:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765471.143917:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765471.143929:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765471/real 1775765471] req@ffff967cc796f100 x1862023707319168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765471.143945:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707319168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765471.143956:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765471.143960:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765471.143964:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319168:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765471.847429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765472.871484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765473.895535:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765474.919491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765475.943439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765476.263385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765476.263399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765476.263406:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765476.263421:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1414 00000100:00080000:3.0:1775765476.263438:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765476.263448:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765476.263509:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707319296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765476.263552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765476.263557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765476.263560:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765476.263565:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1414 00000100:00080000:3.0:1775765476.263570:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765476.263575:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765476.263588:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765476.263603:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707319424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765476.263616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765476.263620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765476.263622:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765476.263627:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1414 00000100:00080000:3.0:1775765476.263631:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765476.263636:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765476.263642:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765476.263655:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707319552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765476.263691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707319296:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765476.263819:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765476.263878:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765476/real 1775765476] req@ffff967cc796d500 x1862023707319296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765476.263905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707319296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765476.263919:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765476.263926:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765476.264040:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707319296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765476.264055:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319424:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765476.264100:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765476.264119:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765476/real 1775765476] req@ffff967cc796d180 x1862023707319424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765476.264136:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707319424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765476.264148:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765476.264152:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765476.264157:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319424:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765476.264164:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319552:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765476.264187:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765476.264198:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765476/real 1775765476] req@ffff967cc796f480 x1862023707319552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765476.264212:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707319552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765476.264222:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765476.264226:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765476.264229:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319552:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765476.967497:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765477.991462:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765479.015439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765480.039385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765481.063469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765481.383381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765481.383393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765481.383398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765481.383411:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1419 00000100:00080000:0.0:1775765481.383423:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765481.383430:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765481.383481:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707319680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765481.383526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765481.383530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765481.383531:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765481.383535:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1419 00000100:00080000:0.0:1775765481.383538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765481.383541:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765481.383552:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765481.383563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707319808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765481.383572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765481.383575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765481.383576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765481.383580:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1419 00000100:00080000:0.0:1775765481.383582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765481.383585:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765481.383589:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765481.383599:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707319936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765481.383607:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707319680:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765481.383697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765481.383746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765481/real 1775765481] req@ffff967cc64eea00 x1862023707319680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765481.383771:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707319680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765481.383784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765481.383789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765481.383795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707319680:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765481.383805:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319808:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765481.383839:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765481.383857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765481/real 1775765481] req@ffff967cc64edf80 x1862023707319808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765481.383874:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707319808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765481.383940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765481.383945:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765481.383950:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319808:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765481.383982:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319936:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765481.384014:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765481.384030:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765481/real 1775765481] req@ffff967cc64ed500 x1862023707319936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765481.384055:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707319936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765481.384067:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765481.384071:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765481.384075:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707319936:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765482.087395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765483.111374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765484.135393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765485.159507:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765486.183365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765486.503387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765486.503400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765486.503407:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765486.503421:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1424 00000100:00080000:0.0:1775765486.503436:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765486.503446:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765486.503496:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707320064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765486.503525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765486.503528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765486.503530:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765486.503533:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1424 00000100:00080000:0.0:1775765486.503536:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765486.503540:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765486.503550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765486.503559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707320192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765486.503567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765486.503570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765486.503571:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765486.503574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1424 00000100:00080000:0.0:1775765486.503576:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775765486.503580:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707320064:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765486.503582:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765486.503589:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765486.503597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707320320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765486.503654:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765486.503695:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765486/real 1775765486] req@ffff967cc64edc00 x1862023707320064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765486.503711:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707320064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765486.503720:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765486.503724:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765486.503728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707320064:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765486.503736:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320192:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765486.503759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765486.503772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765486/real 1775765486] req@ffff967cc64ed180 x1862023707320192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765486.503785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707320192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765486.503797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765486.503799:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765486.503802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765486.503826:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320320:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765486.503857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765486.503865:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765486/real 1775765486] req@ffff967cc64ec000 x1862023707320320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765486.503873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707320320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765486.503879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765486.503882:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765486.503884:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320320:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765487.207593:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765488.231394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765489.255449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765490.279355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765491.303575:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765491.623370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765491.623382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765491.623387:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765491.623399:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1429 00000100:00080000:0.0:1775765491.623411:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765491.623420:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765491.623456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707320448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765491.623488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765491.623492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765491.623495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765491.623500:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1429 00000100:00080000:0.0:1775765491.623505:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765491.623510:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765491.623534:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707320448:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775765491.623538:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765491.623559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707320576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765491.623576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765491.623580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765491.623583:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765491.623590:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1429 00000100:00080000:0.0:1775765491.623596:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775765491.623598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00080000:0.0:1775765491.623605:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765491.623612:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765491.623630:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707320704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765491.623640:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765491/real 1775765491] req@ffff967cc64ec380 x1862023707320448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765491.623664:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707320448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765491.623673:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765491.623693:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765491.623696:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707320448:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765491.623715:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320576:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765491.623731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765491.623739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765491/real 1775765491] req@ffff967cc64ef800 x1862023707320576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765491.623748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707320576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765491.623754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765491.623756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765491.623758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320576:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765491.623762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320704:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765491.623778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765491.623842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765491/real 1775765491] req@ffff967cc64ec700 x1862023707320704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765491.623859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707320704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765491.623869:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765491.623873:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765491.623877:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320704:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765492.327389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765493.351432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765494.375364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765495.399449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765496.423501:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765496.743429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765496.743444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765496.743453:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765496.743469:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1435 00000100:00080000:1.0:1775765496.743486:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765496.743496:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765496.743553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707320832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765496.743595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765496.743602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765496.743606:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765496.743614:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1435 00000100:00080000:1.0:1775765496.743622:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765496.743631:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765496.743650:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765496.743654:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707320832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775765496.743681:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707320960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765496.743705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765496.743712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765496.743716:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765496.743725:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1435 00000800:00000100:3.0:1775765496.743747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00080000:1.0:1775765496.743759:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765496.743785:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765496.743799:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765496.743809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765496/real 1775765496] req@ffff967cc31d8000 x1862023707320832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775765496.743827:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707321088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765496.743831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707320832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765496.743916:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765496.743923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765496.743929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707320832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765496.743953:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320960:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765496.743973:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765496.743982:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765496/real 1775765496] req@ffff967cc31d9f80 x1862023707320960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765496.743992:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707320960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765496.744014:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765496.744016:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765496.744018:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707320960:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765496.744023:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321088:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765496.744036:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765496.744042:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765496/real 1775765496] req@ffff967cc31d8700 x1862023707321088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765496.744049:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707321088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765496.744065:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765496.744068:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765496.744070:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321088:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765497.447472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765498.471443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765499.495516:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765500.519420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765501.543430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765501.863400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765501.863409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765501.863414:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765501.863423:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1440 00000100:00080000:1.0:1775765501.863434:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765501.863440:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765501.863477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707321216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765501.863507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765501.863510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765501.863512:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765501.863516:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1440 00000100:00080000:1.0:1775765501.863519:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765501.863522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765501.863532:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765501.863543:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707321344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765501.863553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765501.863556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765501.863557:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765501.863561:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1440 00000100:00080000:1.0:1775765501.863563:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765501.863568:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765501.863570:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707321216:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775765501.863573:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765501.863586:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707321472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765501.863639:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765501.863677:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765501/real 1775765501] req@ffff967cc31da300 x1862023707321216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765501.863718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707321216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765501.863749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765501.863753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765501.863756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707321216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765501.863762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321344:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765501.863781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765501.863808:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765501/real 1775765501] req@ffff967cc31d9180 x1862023707321344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765501.863819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707321344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765501.863827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765501.863829:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765501.863832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765501.863854:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321472:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765501.863870:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765501.863878:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765501/real 1775765501] req@ffff967cc31d8e00 x1862023707321472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765501.863905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707321472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765501.863911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765501.863913:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765501.863915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321472:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765502.567353:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00020000:0.0:1775765503.399345:0:17279:0:(osc_cache.c:992:osc_extent_wait()) extent ffff967cc9b31c00@{[156928 -> 157183/157183], [3|0|+|rpc|wiuY|ffff967cc86c0a80], [1703936|10|+|-|ffff967cc8b14e00|256|ffff967cc1224f80]} lustre-OST0000-osc-ffff967cc3157800: wait ext to 0 timedout, recovery in progress? 00000008:00020000:0.0:1775765503.405122:0:17279:0:(osc_cache.c:992:osc_extent_wait()) ### extent: 0000000094702b68 ns: lustre-OST0000-osc-ffff967cc3157800 lock: 00000000b991a6e5/0x47d03224bcc1055f lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x507add7ac7c6480 expref: -99 pid: 17279 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1775765503.591377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765504.615440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765505.639424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765506.663359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765506.983382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765506.983395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765506.983401:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765506.983414:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1445 00000100:00080000:1.0:1775765506.983428:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765506.983436:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765506.983486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707321600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765506.983541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765506.983546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765506.983549:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765506.983554:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1445 00000100:00080000:1.0:1775765506.983558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765506.983562:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765506.983574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765506.983589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707321728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765506.983601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765506.983605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765506.983607:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765506.983612:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1445 00000100:00080000:1.0:1775765506.983615:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765506.983619:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765506.983624:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765506.983633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707321856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765506.983714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707321600:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765506.983794:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765506.983844:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765506/real 1775765506] req@ffff967cc31d9880 x1862023707321600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765506.983867:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707321600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765506.983882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765506.983887:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765506.983893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707321600:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765506.983901:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321728:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765506.983925:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765506.983937:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765506/real 1775765506] req@ffff967cc31dbb80 x1862023707321728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765506.983953:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707321728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765506.983962:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765506.983966:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765506.983970:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321728:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765506.983976:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321856:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765506.983996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765506.984007:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765506/real 1775765506] req@ffff967cc31dad80 x1862023707321856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765506.984020:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707321856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765506.984030:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765506.984033:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765506.984037:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707321856:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765507.687480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765508.711355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765509.735470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765510.759530:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765511.783642:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765512.103468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765512.103484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765512.103503:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765512.103519:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1450 00000100:00080000:1.0:1775765512.103537:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765512.103549:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765512.103635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707321984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765512.103682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765512.103690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765512.103694:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765512.103702:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1450 00000100:00080000:1.0:1775765512.103710:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765512.103717:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765512.103733:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765512.103761:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707322112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765512.103779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775765512.103781:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707321984:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765512.103792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765512.103797:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765512.103805:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1450 00000100:00080000:1.0:1775765512.103810:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765512.103816:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765512.103825:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765512.103847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707322240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765512.103877:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765512.103931:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765512/real 1775765512] req@ffff967cc31db800 x1862023707321984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765512.103955:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707321984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765512.103979:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765512.103987:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765512.103994:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707321984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765512.104034:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322112:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765512.104077:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765512.104101:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765512/real 1775765512] req@ffff967cc31d8a80 x1862023707322112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765512.104118:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707322112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765512.104129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765512.104134:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765512.104138:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322112:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765512.104146:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322240:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765512.104173:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765512.104186:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765512/real 1775765512] req@ffff967cc31dad80 x1862023707322240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765512.104200:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707322240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765512.104209:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765512.104213:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765512.104216:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322240:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765512.807414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765513.831506:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765514.855408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765515.879602:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765516.903397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765517.223384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765517.223392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765517.223396:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765517.223405:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1455 00000100:00080000:0.0:1775765517.223414:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765517.223420:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765517.223453:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707322368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765517.223484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765517.223486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765517.223488:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765517.223491:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1455 00000100:00080000:0.0:1775765517.223493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765517.223496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765517.223503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765517.223513:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707322496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765517.223520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765517.223522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765517.223523:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765517.223525:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1455 00000100:00080000:0.0:1775765517.223527:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765517.223530:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765517.223533:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765517.223554:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707322624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765517.223586:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707322368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765517.223674:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765517.223706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765517.927592:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765518.951361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765519.975620:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765520.295507:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765520.295596:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765520.295616:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765520.295676:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765520.295688:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765520.295725:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765517/real 1775765520] req@ffff967cc64eed80 x1862023707322368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765520.295758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707322368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765520.295772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765520.295779:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765520.295785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707322368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765520.295795:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765517/real 1775765520] req@ffff967cc64ec700 x1862023707322496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765520.295812:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707322496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765520.295819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765520.295822:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765520.295824:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765520.295830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765517/real 1775765520] req@ffff967cc64ef800 x1862023707322624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765520.295849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707322624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765520.295860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765520.295864:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765520.295867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765520.999489:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765522.023436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765522.343461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765522.343470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765522.343473:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765522.343482:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1460 00000100:00080000:1.0:1775765522.343508:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765522.343542:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765522.343575:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707322752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765522.343620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765522.343624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765522.343626:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765522.343631:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1460 00000100:00080000:1.0:1775765522.343635:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765522.343639:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765522.343650:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765522.343664:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707322880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765522.343678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765522.343685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775765522.343687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707322752:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765522.343688:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765522.343698:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1460 00000100:00080000:1.0:1775765522.343706:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765522.343709:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765522.343715:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765522.343749:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707323008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765522.343797:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765522.343833:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765522/real 1775765522] req@ffff967cc31dbb80 x1862023707322752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765522.343849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707322752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765522.343861:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765522.343865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765522.343870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707322752:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765522.343901:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322880:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765522.343930:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765522.343946:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765522/real 1775765522] req@ffff967cc31d9880 x1862023707322880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765522.343978:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707322880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765522.343987:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765522.343991:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765522.343994:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707322880:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765522.344001:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323008:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765522.344027:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765522.344039:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765522/real 1775765522] req@ffff967cc31d8e00 x1862023707323008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765522.344052:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707323008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765522.344061:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765522.344065:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765522.344069:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323008:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765523.047457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765524.071606:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765525.095547:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765526.119450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765527.143560:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765527.463517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765527.463528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765527.463534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765527.463545:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1465 00000100:00080000:0.0:1775765527.463557:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765527.463565:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765527.463622:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707323136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765527.463656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765527.463660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765527.463662:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765527.463667:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1465 00000100:00080000:0.0:1775765527.463671:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765527.463675:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765527.463687:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765527.463707:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707323264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765527.463718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707323136:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765527.463737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765527.463743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765527.463746:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765527.463755:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1465 00000100:00080000:0.0:1775765527.463764:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765527.463771:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765527.463780:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775765527.463800:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765527.463806:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707323392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765527.463864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765527/real 1775765527] req@ffff967cc64ec380 x1862023707323136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765527.463887:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707323136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765527.463904:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765527.463911:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765527.463918:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707323136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765527.463954:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323264:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765527.463994:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765527.464016:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765527/real 1775765527] req@ffff967cc64ec000 x1862023707323264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765527.464033:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707323264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765527.464043:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765527.464047:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765527.464051:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765527.464058:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323392:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765527.464082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765527.464111:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765527/real 1775765527] req@ffff967cc64ed180 x1862023707323392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765527.464125:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707323392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765527.464134:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765527.464138:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765527.464141:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765528.167512:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765529.191646:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765530.215463:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765531.239421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765532.263554:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765532.583465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765532.583478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765532.583483:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765532.583495:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1470 00000100:00080000:3.0:1775765532.583506:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765532.583514:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765532.583559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707323520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765532.583599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765532.583603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765532.583605:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765532.583609:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1470 00000100:00080000:3.0:1775765532.583614:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765532.583618:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765532.583629:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765532.583646:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707323520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765532.583646:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707323648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765532.583666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765532.583669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765532.583671:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765532.583675:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1470 00000100:00080000:3.0:1775765532.583679:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765532.583682:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765532.583687:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765532.583716:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707323776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765532.583739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765532.583777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765532/real 1775765532] req@ffff967cc796ed80 x1862023707323520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765532.583795:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707323520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765532.583804:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765532.583808:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765532.583811:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707323520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765532.583832:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323648:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765532.583849:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765532.583859:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765532/real 1775765532] req@ffff967cc796e680 x1862023707323648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765532.583869:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707323648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765532.583875:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765532.583877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765532.583879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323648:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765532.583884:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323776:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765532.583898:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765532.583905:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765532/real 1775765532] req@ffff967cc796f480 x1862023707323776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765532.583913:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707323776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765532.583920:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765532.583923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765532.583925:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707323776:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765533.287459:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765534.311515:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765535.335428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765536.359542:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765537.383615:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765537.703493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765537.703506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765537.703512:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765537.703525:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1476 00000100:00080000:1.0:1775765537.703541:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765537.703551:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765537.703605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707323904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765537.703640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765537.703645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765537.703647:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765537.703652:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1476 00000100:00080000:1.0:1775765537.703658:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765537.703664:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765537.703677:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765537.703696:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707324032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765537.703714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765537.703725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775765537.703728:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707323904:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765537.703728:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765537.703749:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1476 00000100:00080000:1.0:1775765537.703753:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765537.703758:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765537.703764:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765537.703781:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707324160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765537.703869:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765537.703942:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765537/real 1775765537] req@ffff967cc31d9180 x1862023707323904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765537.703985:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707323904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765537.704011:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765537.704021:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765537.704029:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707323904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765537.704069:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324032:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765537.704106:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765537.704124:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765537/real 1775765537] req@ffff967cc31da300 x1862023707324032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765537.704141:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707324032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765537.704161:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765537.704166:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765537.704170:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324032:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765537.704178:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324160:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765537.704202:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765537.704214:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765537/real 1775765537] req@ffff967cc31d8700 x1862023707324160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765537.704229:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707324160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765537.704239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765537.704243:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765537.704293:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324160:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765538.407530:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765539.431670:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765540.455605:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765541.479511:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765542.503542:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765542.823393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765542.823411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765542.823419:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765542.823436:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1481 00000100:00080000:0.0:1775765542.823454:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765542.823465:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765542.823527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707324288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765542.823567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765542.823572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765542.823574:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765542.823579:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1481 00000100:00080000:0.0:1775765542.823583:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765542.823588:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765542.823600:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765542.823614:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707324416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765542.823626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765542.823631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775765542.823631:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707324288:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765542.823635:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765542.823647:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1481 00000100:00080000:0.0:1775765542.823650:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765542.823655:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765542.823661:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765542.823682:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707324544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765542.823732:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765542.823784:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765542/real 1775765542] req@ffff967cc64edc00 x1862023707324288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765542.823812:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707324288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765542.823824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765542.823829:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765542.823834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707324288:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765542.823861:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324416:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765542.823882:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765542.823894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765542/real 1775765542] req@ffff967cc64ed500 x1862023707324416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765542.823905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707324416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765542.823913:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765542.823915:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765542.823918:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765542.823924:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324544:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765542.823957:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765542.823967:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765542/real 1775765542] req@ffff967cc64edf80 x1862023707324544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765542.823978:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707324544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765542.823992:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765542.823995:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765542.823999:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324544:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765543.527561:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765544.551401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765545.575561:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765546.599550:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765547.623579:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765547.943412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765547.943434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765547.943443:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765547.943463:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1486 00000100:00080000:0.0:1775765547.943483:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765547.943495:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765547.943574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707324672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765547.943628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765547.943634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765547.943637:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765547.943643:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1486 00000100:00080000:0.0:1775765547.943647:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765547.943653:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765547.943669:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765547.943683:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707324800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765547.943698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765547.943703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765547.943706:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765547.943712:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1486 00000100:00080000:0.0:1775765547.943715:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765547.943720:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765547.943727:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765547.943741:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707324928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765547.943750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707324672:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765547.943879:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765547.943964:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765547/real 1775765547] req@ffff967cc64eea00 x1862023707324672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765547.944003:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707324672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765547.944030:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765547.944036:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765547.944042:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707324672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765547.944053:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324800:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765547.944090:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765547.944107:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765547/real 1775765547] req@ffff967cc64eca80 x1862023707324800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765547.944122:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707324800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765547.944134:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765547.944138:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765547.944142:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324800:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765547.944191:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324928:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765547.944233:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765547.944361:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765547/real 1775765547] req@ffff967cc64ece00 x1862023707324928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765547.944389:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707324928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765547.944407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765547.944414:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765547.944422:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707324928:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765548.647554:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765549.671600:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765550.695517:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765551.719494:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765552.743470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765553.063354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765553.063367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765553.063374:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765553.063387:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1491 00000100:00080000:0.0:1775765553.063400:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765553.063408:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765553.063455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707325056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765553.063493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765553.063498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765553.063500:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765553.063506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1491 00000100:00080000:0.0:1775765553.063510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765553.063514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765553.063525:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765553.063541:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707325184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765553.063554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765553.063559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765553.063562:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765553.063569:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1491 00000100:00080000:0.0:1775765553.063573:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765553.063578:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765553.063584:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765553.063596:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707325312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765553.063609:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707325056:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765553.063696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765553.063745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765553/real 1775765553] req@ffff967cc64ef480 x1862023707325056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765553.063769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707325056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765553.063784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765553.063789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765553.063794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707325056:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765553.063804:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325184:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765553.063829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765553.063843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765553/real 1775765553] req@ffff967cc64ece00 x1862023707325184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765553.063858:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707325184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765553.063868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765553.063872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765553.063876:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325184:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765553.063904:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325312:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765553.063925:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765553.063937:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765553/real 1775765553] req@ffff967cc64eca80 x1862023707325312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765553.063952:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707325312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765553.063961:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765553.063965:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765553.063968:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325312:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765553.767475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765554.791503:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765555.815612:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765556.839639:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765557.863553:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765558.183402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765558.183417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765558.183424:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765558.183438:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1496 00000100:00080000:0.0:1775765558.183455:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765558.183464:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765558.183526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707325440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765558.183564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765558.183568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765558.183570:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765558.183575:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1496 00000100:00080000:0.0:1775765558.183578:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765558.183582:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765558.183594:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765558.183607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707325568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765558.183618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765558.183622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765558.183625:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765558.183629:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1496 00000100:00080000:0.0:1775765558.183632:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765558.183635:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765558.183640:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765558.183652:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707325440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765558.183656:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707325696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765558.183752:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765558.183819:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765558/real 1775765558] req@ffff967cc64eea00 x1862023707325440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765558.183852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707325440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765558.183874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765558.183879:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765558.183884:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707325440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765558.183893:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325568:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765558.183920:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765558.183934:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765558/real 1775765558] req@ffff967cc64edf80 x1862023707325568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765558.183947:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707325568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765558.183955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765558.183958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765558.183961:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325568:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765558.183991:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325696:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765558.184009:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765558.184018:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765558/real 1775765558] req@ffff967cc64ed500 x1862023707325696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765558.184029:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707325696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765558.184039:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765558.184044:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765558.184049:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325696:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765558.887588:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765559.911416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765560.935511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765561.959467:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765562.983445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765563.303359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765563.303369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765563.303374:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765563.303383:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1501 00000100:00080000:3.0:1775765563.303393:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765563.303400:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765563.303438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707325824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765563.303474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765563.303478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765563.303479:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765563.303483:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1501 00000100:00080000:3.0:1775765563.303487:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765563.303490:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765563.303500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765563.303511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707325952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765563.303524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765563.303532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765563.303534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765563.303535:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707325824:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765563.303542:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1501 00000100:00080000:3.0:1775765563.303573:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765563.303582:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765563.303592:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765563.303615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707326080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765563.303660:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765563.303716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765563/real 1775765563] req@ffff967cc796d180 x1862023707325824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765563.303738:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707325824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765563.303750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765563.303754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765563.303759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707325824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765563.303790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325952:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765563.303812:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765563.303823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765563/real 1775765563] req@ffff967cc796d500 x1862023707325952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765563.303834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707325952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765563.303841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765563.303844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765563.303847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707325952:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765563.303852:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326080:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765563.303868:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765563.303888:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765563/real 1775765563] req@ffff967cc796f100 x1862023707326080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765563.303899:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707326080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765563.303907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765563.303910:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765563.303913:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326080:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765564.007433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765565.031466:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765566.055457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765567.079471:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765568.103404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765568.423373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765568.423381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765568.423386:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765568.423393:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1506 00000100:00080000:2.0:1775765568.423404:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765568.423410:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765568.423443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707326208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765568.423466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765568.423469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765568.423470:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765568.423473:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1506 00000100:00080000:2.0:1775765568.423475:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765568.423478:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765568.423485:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765568.423493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707326336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765568.423505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765568.423507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765568.423509:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765568.423511:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1506 00000100:00080000:2.0:1775765568.423513:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765568.423517:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765568.423520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765568.423526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707326464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765568.423539:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707326208:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765568.423597:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765568.423629:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765568/real 1775765568] req@ffff967bc4ba1180 x1862023707326208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765568.423665:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707326208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765568.423676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765568.423680:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765568.423684:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707326208:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765568.423692:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326336:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765568.423713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765568.423724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765568/real 1775765568] req@ffff967bc4ba3b80 x1862023707326336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765568.423735:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707326336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765568.423749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765568.423753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765568.423756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326336:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765568.423797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326464:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765568.423817:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765568.423826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765568/real 1775765568] req@ffff967bc4ba2300 x1862023707326464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765568.423837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707326464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765568.423846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765568.423849:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765568.423852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326464:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765569.127417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765570.151429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765571.175460:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765572.199386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765573.223540:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765573.543434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765573.543445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765573.543449:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765573.543476:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1511 00000100:00080000:1.0:1775765573.543488:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765573.543497:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765573.543564:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707326592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765573.543600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765573.543604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765573.543606:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765573.543612:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1511 00000100:00080000:1.0:1775765573.543616:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765573.543621:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765573.543631:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765573.543662:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707326720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765573.543677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765573.543692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765573.543694:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765573.543709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707326592:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765573.543717:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1511 00000100:00080000:1.0:1775765573.543730:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765573.543736:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765573.543745:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765573.543780:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707326848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765573.543844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765573.543897:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765573/real 1775765573] req@ffff967cc31d9f80 x1862023707326592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765573.543920:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707326592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765573.543932:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765573.543936:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765573.543940:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707326592:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765573.543971:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326720:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765573.543993:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765573.544025:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765573/real 1775765573] req@ffff967cc31d8000 x1862023707326720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765573.544038:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707326720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765573.544050:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765573.544055:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765573.544060:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326720:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765573.544069:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326848:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765573.544102:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765573.544117:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765573/real 1775765573] req@ffff967cc31d9c00 x1862023707326848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765573.544135:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707326848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765573.544145:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765573.544149:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765573.544152:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707326848:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765574.247512:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765575.271422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765576.295426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765577.319394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765578.343520:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765578.663380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765578.663389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765578.663393:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765578.663403:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1517 00000100:00080000:0.0:1775765578.663414:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765578.663449:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765578.663487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707326976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765578.663530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765578.663533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765578.663535:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765578.663539:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1517 00000100:00080000:0.0:1775765578.663543:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765578.663546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765578.663556:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765578.663567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707327104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765578.663578:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707326976:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765578.663580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765578.663587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765578.663589:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765578.663593:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1517 00000100:00080000:0.0:1775765578.663596:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765578.663599:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765578.663603:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765578.663613:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707327232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765578.663649:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765578.663687:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765578/real 1775765578] req@ffff967cc64edc00 x1862023707326976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765578.663705:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707326976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765578.663715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765578.663718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765578.663722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707326976:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765578.663742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327104:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765578.663759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765578.663768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765578/real 1775765578] req@ffff967cc64ed180 x1862023707327104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765578.663779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707327104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765578.663785:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765578.663788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765578.663790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327104:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765578.663795:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327232:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765578.663810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765578.663817:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765578/real 1775765578] req@ffff967cc64ec000 x1862023707327232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765578.663831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707327232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765578.663842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765578.663847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765578.663850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327232:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765579.367565:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765580.391446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765581.415510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765582.439520:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765583.463386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765583.783348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765583.783356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765583.783359:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765583.783367:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1522 00000100:00080000:2.0:1775765583.783377:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765583.783382:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765583.783463:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707327360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765583.783492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765583.783495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765583.783496:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765583.783499:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1522 00000100:00080000:2.0:1775765583.783502:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765583.783504:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765583.783511:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765583.783535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707327488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765583.783542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765583.783544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765583.783546:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765583.783548:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1522 00000100:00080000:2.0:1775765583.783550:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765583.783553:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765583.783556:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765583.783562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707327616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765583.783598:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707327360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765583.783682:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327488:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765583.783704:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327616:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765584.487466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765585.511405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765586.535351:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765586.855671:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765586.855720:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765586.855740:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765586.855802:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765586.855820:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765586.855924:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765583/real 1775765586] req@ffff967bc4ba2300 x1862023707327360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765586.855970:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707327360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765586.855989:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765586.855998:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765586.856005:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707327360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765586.856018:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765583/real 1775765586] req@ffff967bc4ba3b80 x1862023707327488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765586.856062:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707327488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765586.856101:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765586.856109:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765586.856116:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327488:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765586.856135:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765583/real 1775765586] req@ffff967bc4ba1180 x1862023707327616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765586.856160:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707327616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765586.856181:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765586.856187:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765586.856192:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327616:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765587.559360:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765588.583363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765588.903462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765588.903476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765588.903483:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765588.903497:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1527 00000100:00080000:2.0:1775765588.903515:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765588.903525:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765588.903574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707327744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765588.903622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765588.903629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765588.903632:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765588.903638:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1527 00000100:00080000:2.0:1775765588.903645:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765588.903651:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765588.903666:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765588.903687:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707327872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765588.903703:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707327744:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765588.903713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765588.903720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765588.903723:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765588.903731:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1527 00000100:00080000:2.0:1775765588.903739:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765588.903746:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765588.903755:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765588.903777:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707328000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765588.903820:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765588.903901:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765588/real 1775765588] req@ffff967bc4ba0e00 x1862023707327744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765588.903932:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707327744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765588.903949:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765588.903957:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765588.903964:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707327744:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765588.903998:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327872:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765588.904053:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765588.904071:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765588/real 1775765588] req@ffff967bc4ba1880 x1862023707327872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765588.904088:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707327872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765588.904098:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765588.904102:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765588.904107:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707327872:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765588.904116:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328000:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765588.904145:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765588.904160:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765588/real 1775765588] req@ffff967bc4ba3800 x1862023707328000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765588.904175:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707328000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765588.904186:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765588.904190:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765588.904194:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328000:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765589.607417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765590.631443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765591.655568:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765592.679500:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765593.703576:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765594.023340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765594.023352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765594.023374:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765594.023388:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1532 00000100:00080000:2.0:1775765594.023404:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765594.024875:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765594.024936:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707328128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765594.024969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765594.024972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765594.024974:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765594.024979:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1532 00000100:00080000:2.0:1775765594.024984:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765594.024988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765594.025001:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765594.025025:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707328256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765594.025038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765594.025043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775765594.025045:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707328128:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765594.025046:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765594.025051:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1532 00000100:00080000:2.0:1775765594.025053:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765594.025056:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765594.025062:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765594.025070:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707328384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765594.025178:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765594.025224:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765594/real 1775765594] req@ffff967bc4ba0000 x1862023707328128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765594.025243:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707328128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765594.025253:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765594.025258:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765594.025287:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707328128:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765594.025320:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328256:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765594.025352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765594.025369:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765594/real 1775765594] req@ffff967bc4ba0a80 x1862023707328256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765594.025381:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707328256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765594.025406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765594.025410:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765594.025414:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328256:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765594.025422:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328384:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765594.025448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765594.025459:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765594/real 1775765594] req@ffff967bc4ba2d80 x1862023707328384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765594.025472:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707328384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765594.025513:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765594.025519:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765594.025536:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328384:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765594.727526:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765595.751464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765596.775539:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765597.799466:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765598.823518:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765599.143367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765599.143379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765599.143384:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765599.143396:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1537 00000100:00080000:2.0:1775765599.143408:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765599.143415:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765599.143472:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707328512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765599.143508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765599.143510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765599.143512:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765599.143516:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1537 00000100:00080000:2.0:1775765599.143520:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765599.143524:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765599.143534:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765599.143546:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707328640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765599.143554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765599.143557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765599.143559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765599.143563:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1537 00000100:00080000:2.0:1775765599.143577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765599.143580:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765599.143583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765599.143591:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707328768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765599.143598:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707328512:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765599.143677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765599.143734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765599/real 1775765599] req@ffff967bc4ba1c00 x1862023707328512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765599.143750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707328512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765599.143777:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765599.143781:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765599.143784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707328512:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765599.143790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328640:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765599.143807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765599.143815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765599/real 1775765599] req@ffff967bc4ba1f80 x1862023707328640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765599.143824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707328640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765599.143830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765599.143832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765599.143834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328640:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765599.143859:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328768:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765599.143871:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765599.143877:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765599/real 1775765599] req@ffff967bc4ba3100 x1862023707328768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765599.143885:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707328768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765599.143890:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765599.143892:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765599.143894:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707328768:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765599.847466:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765600.871606:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765601.895448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765602.919553:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765603.943439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765604.263383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765604.263391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765604.263395:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765604.263403:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1542 00000100:00080000:1.0:1775765604.263413:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765604.263419:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765604.263454:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707328896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765604.263482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765604.263485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765604.263486:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765604.263489:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1542 00000100:00080000:1.0:1775765604.263492:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765604.263496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765604.263505:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765604.263517:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707329024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765604.263528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707328896:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765604.263530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765604.263541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765604.263545:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765604.263550:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1542 00000100:00080000:1.0:1775765604.263553:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765604.263556:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765604.263560:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765604.263573:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707329152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765604.263619:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765604.263662:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765604/real 1775765604] req@ffff967cc31da680 x1862023707328896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765604.263679:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707328896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765604.263688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765604.263691:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765604.263695:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707328896:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765604.263736:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329024:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765604.263755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765604.263764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765604/real 1775765604] req@ffff967cc31d8380 x1862023707329024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765604.263773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707329024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765604.263780:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765604.263782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765604.263785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329024:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765604.263789:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329152:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765604.263802:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765604.263808:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765604/real 1775765604] req@ffff967cc31d9c00 x1862023707329152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765604.263816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707329152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765604.263821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765604.263823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765604.263825:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329152:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765604.967466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765605.991416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765607.015479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765608.039538:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765609.063413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765609.383450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765609.383465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765609.383473:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765609.383489:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1547 00000100:00080000:2.0:1775765609.383507:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765609.383517:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765609.383592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707329280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765609.383682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765609.383688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765609.383691:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765609.383698:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1547 00000100:00080000:2.0:1775765609.383705:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765609.383713:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765609.383730:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765609.383755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707329408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765609.383756:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707329280:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765609.383782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765609.383787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765609.383789:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765609.383796:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1547 00000100:00080000:2.0:1775765609.383800:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765609.383805:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765609.383812:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765609.383845:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707329536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765609.383878:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765609.383944:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765609/real 1775765609] req@ffff967bc4ba3480 x1862023707329280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765609.383971:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707329280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765609.383995:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765609.384001:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765609.384007:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707329280:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765609.384041:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329408:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765609.384068:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765609.384083:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765609/real 1775765609] req@ffff967bc4ba2680 x1862023707329408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765609.384099:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707329408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765609.384109:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765609.384114:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765609.384118:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329408:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765609.384124:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329536:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765609.384145:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765609.384156:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765609/real 1775765609] req@ffff967bc4ba2a00 x1862023707329536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765609.384170:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707329536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765609.384180:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765609.384184:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765609.384187:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329536:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765610.087516:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765611.111564:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765612.135462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765613.159412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765614.183494:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765614.503447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765614.503455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765614.503459:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765614.503469:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1552 00000100:00080000:0.0:1775765614.503479:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765614.503485:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765614.503522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707329664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765614.503554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765614.503557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765614.503559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765614.503562:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1552 00000100:00080000:0.0:1775765614.503565:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765614.503567:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765614.503584:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765614.503594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707329792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765614.503604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765614.503607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765614.503624:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765614.503630:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1552 00000100:00080000:0.0:1775765614.503633:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765614.503638:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765614.503661:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765614.503672:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707329664:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765614.503677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707329920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765614.503768:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765614.503824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765614/real 1775765614] req@ffff967cc64ec380 x1862023707329664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765614.503842:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707329664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765614.503851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765614.503854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765614.503858:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707329664:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765614.503875:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329792:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765614.503891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765614.503899:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765614/real 1775765614] req@ffff967cc64ef800 x1862023707329792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765614.503907:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707329792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765614.503913:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765614.503915:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765614.503916:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329792:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765614.503940:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329920:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765614.503952:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765614.503959:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765614/real 1775765614] req@ffff967cc64ec700 x1862023707329920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765614.503967:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707329920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765614.503973:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765614.503975:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765614.503976:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707329920:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765615.207469:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765616.231514:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765617.255572:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765618.279380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765619.303437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765619.623420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765619.623432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765619.623439:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765619.623454:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1557 00000100:00080000:0.0:1775765619.623471:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765619.623482:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765619.623541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707330048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765619.623627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765619.623633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765619.623636:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765619.623642:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1557 00000100:00080000:0.0:1775765619.623648:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765619.623653:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765619.623665:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765619.623687:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707330176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765619.623703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775765619.623712:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707330048:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765619.623713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765619.623717:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765619.623732:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1557 00000100:00080000:0.0:1775765619.623737:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765619.623741:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765619.623747:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765619.623762:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707330304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765619.623807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765619.623860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765619/real 1775765619] req@ffff967cc64eed80 x1862023707330048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765619.623885:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707330048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765619.623899:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765619.623904:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765619.623909:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707330048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765619.623938:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330176:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765619.623964:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765619.623995:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765619/real 1775765619] req@ffff967cc64ec700 x1862023707330176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765619.624018:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707330176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765619.624036:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765619.624041:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765619.624045:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330176:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765619.624053:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330304:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765619.624077:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765619.624089:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765619/real 1775765619] req@ffff967cc64ef800 x1862023707330304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765619.624103:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707330304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765619.624113:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765619.624117:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765619.624120:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330304:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765620.327437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765621.351387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765622.375489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765623.399569:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765624.423562:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765624.743483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765624.743495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765624.743501:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765624.743548:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1563 00000100:00080000:3.0:1775765624.743573:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765624.743582:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765624.743640:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707330432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765624.743679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765624.743684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765624.743687:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765624.743691:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1563 00000100:00080000:3.0:1775765624.743696:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765624.743701:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765624.743713:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765624.743727:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707330560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765624.743753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775765624.743755:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707330432:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765624.743763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765624.743769:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765624.743776:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1563 00000100:00080000:3.0:1775765624.743780:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765624.743783:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765624.743789:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765624.743805:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707330688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765624.743937:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765624.744001:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765624/real 1775765624] req@ffff967cc796ca80 x1862023707330432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765624.744035:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707330432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765624.744054:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765624.744062:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765624.744067:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707330432:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765624.744096:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330560:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765624.744126:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765624.744141:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765624/real 1775765624] req@ffff967cc796ce00 x1862023707330560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765624.744155:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707330560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765624.744164:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765624.744169:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765624.744172:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330560:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765624.744179:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330688:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765624.744197:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765624.744206:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765624/real 1775765624] req@ffff967cc796f100 x1862023707330688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765624.744218:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707330688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765624.744227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765624.744231:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765624.744234:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330688:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765625.447361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765626.471462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765627.495434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765628.519383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765629.543460:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765629.863411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765629.863425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765629.863432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765629.863447:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1568 00000100:00080000:0.0:1775765629.863494:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765629.863506:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765629.865542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707330816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765629.865593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765629.865600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765629.865605:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765629.865613:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1568 00000100:00080000:0.0:1775765629.865628:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765629.865637:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765629.865649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707330816:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775765629.865654:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765629.865688:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707330944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765629.865705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765629.865709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765629.865713:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765629.865720:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1568 00000100:00080000:0.0:1775765629.865725:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765629.865729:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765629.865740:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765629.865762:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707331072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765629.865762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765629.865866:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765629/real 1775765629] req@ffff967cc64ec380 x1862023707330816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765629.865893:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707330816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765629.865914:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765629.865919:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765629.865923:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707330816:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765629.865955:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330944:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765629.865983:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765629.866014:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765629/real 1775765629] req@ffff967cc64ec000 x1862023707330944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765629.866031:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707330944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765629.866041:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765629.866045:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765629.866049:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707330944:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765629.866057:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331072:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765629.866105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765629.866117:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765629/real 1775765629] req@ffff967cc64ed180 x1862023707331072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765629.866132:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707331072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765629.866159:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765629.866163:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765629.866167:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331072:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765630.567562:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765631.591537:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765632.615394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765633.639479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765634.663479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765634.983500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765634.983520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765634.983529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765634.983550:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1573 00000100:00080000:3.0:1775765634.983571:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765634.983585:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765634.983663:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707331200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765634.983715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765634.983720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765634.983723:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765634.983729:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1573 00000100:00080000:3.0:1775765634.983735:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765634.983741:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765634.983757:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765634.983777:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707331328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765634.983794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765634.983799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765634.983802:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765634.983809:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1573 00000100:00080000:3.0:1775765634.983817:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775765634.983821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707331200:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765634.983823:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765634.983840:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765634.983853:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707331456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765634.984022:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765634.984093:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765634/real 1775765634] req@ffff967cc796d500 x1862023707331200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765634.984180:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707331200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765634.984203:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765634.984212:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765634.984221:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707331200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765634.984291:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331328:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765634.984330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765634.984347:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765634/real 1775765634] req@ffff967cc796d180 x1862023707331328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765634.984364:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707331328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765634.984375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765634.984379:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765634.984384:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331328:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765634.984391:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331456:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765634.984442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765634.984473:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765634/real 1775765634] req@ffff967cc796f480 x1862023707331456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765634.984498:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707331456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765634.984528:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765634.984536:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765634.984542:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331456:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765635.687498:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765636.711486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765637.735363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765638.759568:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765639.783434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765640.103345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765640.103359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765640.103377:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765640.103392:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1578 00000100:00080000:3.0:1775765640.103418:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765640.103593:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765640.103642:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707331584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765640.103689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765640.103694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765640.103697:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765640.103720:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1578 00000100:00080000:3.0:1775765640.103732:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765640.103739:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765640.103754:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765640.103772:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707331712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765640.103797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707331584:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765640.103803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765640.103820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765640.103822:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765640.103828:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1578 00000100:00080000:3.0:1775765640.103833:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765640.103838:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765640.103871:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765640.103886:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707331840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765640.103937:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765640.104015:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765640/real 1775765640] req@ffff967cc796e680 x1862023707331584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765640.104045:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707331584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765640.104065:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765640.104072:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765640.104093:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707331584:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765640.104124:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331712:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765640.104157:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765640.104168:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765640/real 1775765640] req@ffff967cc796ed80 x1862023707331712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765640.104177:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707331712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765640.104201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765640.104204:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765640.104207:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331712:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765640.104212:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331840:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765640.104226:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765640.104233:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765640/real 1775765640] req@ffff967cc796f480 x1862023707331840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765640.104241:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707331840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765640.104277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765640.104280:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765640.104283:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707331840:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765640.807512:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765641.831430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765642.855537:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765643.879374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765644.903472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765645.223400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765645.223411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765645.223416:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765645.223428:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1583 00000100:00080000:0.0:1775765645.223441:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765645.223449:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765645.223494:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707331968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765645.223527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765645.223530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765645.223531:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765645.223535:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1583 00000100:00080000:0.0:1775765645.223537:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765645.223540:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765645.223550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765645.223560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707332096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765645.223568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765645.223582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765645.223583:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765645.223583:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707331968:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765645.223591:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1583 00000100:00080000:0.0:1775765645.223594:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765645.223596:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765645.223600:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765645.223627:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707332224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765645.223711:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765645.223764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765645/real 1775765645] req@ffff967cc64edc00 x1862023707331968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765645.223781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707331968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765645.223791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765645.223794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765645.223798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707331968:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765645.223850:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332096:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765645.223869:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765645.223889:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765645/real 1775765645] req@ffff967cc64ed500 x1862023707332096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765645.223899:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707332096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765645.223906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765645.223909:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765645.223913:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332096:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765645.223918:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332224:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765645.223933:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765645.223940:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765645/real 1775765645] req@ffff967cc64edf80 x1862023707332224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765645.223949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707332224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765645.223956:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765645.223958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765645.223960:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332224:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765645.933646:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765646.951622:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765647.975374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765648.999524:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765650.023380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765650.343361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765650.344901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765650.344908:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765650.344932:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1588 00000100:00080000:3.0:1775765650.344948:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765650.344958:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765650.345011:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707332352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765650.345061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765650.345066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765650.345068:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765650.345073:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1588 00000100:00080000:3.0:1775765650.345077:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765650.345083:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765650.345112:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765650.345138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707332480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765650.345154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775765650.345161:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707332352:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765650.345164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765650.345168:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765650.345179:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1588 00000100:00080000:3.0:1775765650.345199:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765650.345207:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765650.345218:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765650.345239:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707332608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765650.345361:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332480:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765650.345394:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332608:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765651.047459:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765652.071440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765653.095514:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765653.415533:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765653.415586:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765653.415626:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765653.415679:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765653.415691:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765653.415785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765650/real 1775765653] req@ffff967cc796d500 x1862023707332480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765653.415821:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707332480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765653.415837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765653.415845:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765653.415850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332480:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765653.415872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765650/real 1775765653] req@ffff967cc796f100 x1862023707332608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765653.415889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707332608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765653.415897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765653.415902:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765653.415905:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332608:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765653.415914:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765650/real 1775765653] req@ffff967cc796d180 x1862023707332352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765653.415929:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707332352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765653.415938:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765653.415944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765653.415949:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707332352:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775765654.119466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765655.143459:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765655.463383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765655.463397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765655.463403:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765655.463417:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1593 00000100:00080000:0.0:1775765655.463431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765655.463439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765655.463488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707332736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765655.463540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765655.463546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765655.463549:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765655.463566:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1593 00000100:00080000:0.0:1775765655.463572:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765655.463579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765655.463594:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765655.463615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707332864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765655.463633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765655.463638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765655.463641:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765655.463647:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1593 00000100:00080000:0.0:1775765655.463654:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765655.463660:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765655.463667:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765655.463683:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707332992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765655.463813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707332736:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765655.463926:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765655.464005:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765655/real 1775765655] req@ffff967cc64eea00 x1862023707332736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765655.464038:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707332736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765655.464064:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765655.464071:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765655.464078:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707332736:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765655.465128:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332864:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765655.465185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765655.465207:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765655/real 1775765655] req@ffff967cc64eca80 x1862023707332864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765655.465242:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707332864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765655.465282:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765655.465288:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765655.465292:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332864:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765655.465302:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332992:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765655.465333:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765655.465346:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765655/real 1775765655] req@ffff967cc64ece00 x1862023707332992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765655.465356:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707332992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765655.465364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765655.465366:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765655.465368:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707332992:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765656.167440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765657.191451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765658.215436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765659.239397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765660.263458:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765660.583423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765660.583434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765660.583439:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765660.583449:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1598 00000100:00080000:1.0:1775765660.583462:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765660.583470:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765660.583511:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707333120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765660.583551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765660.583557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765660.583560:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765660.583567:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1598 00000100:00080000:1.0:1775765660.583572:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765660.583579:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765660.583591:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765660.583608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707333248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765660.583621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765660.583626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765660.583632:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765660.583632:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707333120:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765660.583642:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1598 00000100:00080000:1.0:1775765660.583652:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765660.583658:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765660.583668:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765660.583688:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707333376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765660.583726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765660.583769:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765660/real 1775765660] req@ffff967cc31d8000 x1862023707333120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765660.583791:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707333120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765660.583832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765660.583840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765660.583846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707333120:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765660.583881:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333248:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765660.583939:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765660.583959:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765660/real 1775765660] req@ffff967cc31d9f80 x1862023707333248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765660.583980:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707333248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765660.584011:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765660.584016:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765660.584022:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333248:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765660.584031:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333376:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765660.584083:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765660.584107:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765660/real 1775765660] req@ffff967cc31d8700 x1862023707333376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765660.584124:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707333376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765660.584144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765660.584148:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765660.584153:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333376:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765661.287443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765662.311428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765663.335532:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765664.359424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765665.383455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765665.703400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765665.703417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765665.703424:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765665.703439:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1604 00000100:00080000:1.0:1775765665.703455:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765665.703465:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765665.703525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707333504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765665.703568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765665.703573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765665.703576:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765665.703581:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1604 00000100:00080000:1.0:1775765665.703585:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765665.703589:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765665.703603:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765665.703626:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707333632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765665.703639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765665.703645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765665.703647:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765665.703657:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1604 00000100:00080000:1.0:1775765665.703662:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765665.703666:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765665.703676:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765665.703692:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707333760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765665.703702:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707333504:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765665.703796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765665.703875:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765665/real 1775765665] req@ffff967cc31da300 x1862023707333504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765665.703944:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707333504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765665.703960:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765665.703965:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765665.703968:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707333504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765665.703976:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333632:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765665.704051:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765665.704075:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765665/real 1775765665] req@ffff967cc31d9180 x1862023707333632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765665.704099:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707333632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765665.704161:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765665.704177:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765665.704180:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333632:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765665.704205:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333760:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765665.704233:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765665.704292:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765665/real 1775765665] req@ffff967cc31d8e00 x1862023707333760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765665.704310:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707333760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765665.704319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765665.704322:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765665.704325:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707333760:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765666.407358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765667.431418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765668.455427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765669.479488:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765670.503394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765670.823479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765670.823497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765670.823503:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765670.823516:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1609 00000100:00080000:1.0:1775765670.823533:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765670.823542:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765670.823597:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707333888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765670.823650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765670.823658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765670.823662:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765670.823671:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1609 00000100:00080000:1.0:1775765670.823679:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765670.823687:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765670.823702:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765670.823731:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707334016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765670.823761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765670.823771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775765670.823775:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707333888:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765670.823777:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765670.823798:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1609 00000100:00080000:1.0:1775765670.823804:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765670.823810:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765670.823820:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765670.823843:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707334144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765670.823879:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765670.823935:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765670/real 1775765670] req@ffff967cc31d9880 x1862023707333888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765670.823961:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707333888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765670.823974:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765670.823979:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765670.823985:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707333888:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765670.824014:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334016:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765670.824040:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765670.824055:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765670/real 1775765670] req@ffff967cc31dbb80 x1862023707334016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765670.824114:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707334016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765670.824127:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765670.824132:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765670.824137:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334016:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765670.824145:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334144:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765670.824174:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765670.824188:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765670/real 1775765670] req@ffff967cc31dad80 x1862023707334144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765670.824204:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707334144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765670.824214:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765670.824218:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765670.824222:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334144:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765671.527556:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765672.551408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765673.575602:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765674.599371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765675.623489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765675.943337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765675.943349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765675.943354:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765675.943366:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1614 00000100:00080000:1.0:1775765675.943379:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765675.943387:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765675.943448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707334272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765675.943481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765675.943484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765675.943485:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765675.943489:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1614 00000100:00080000:1.0:1775765675.943491:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765675.943494:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765675.943504:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765675.943514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707334400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765675.943521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765675.943523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765675.943524:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765675.943528:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1614 00000100:00080000:1.0:1775765675.943529:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765675.943532:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765675.943534:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765675.943543:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707334528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765675.943645:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707334272:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765675.943742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765675.943799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765675/real 1775765675] req@ffff967cc31d8a80 x1862023707334272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765675.943825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707334272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765675.943849:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765675.943854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765675.943860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707334272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765675.943869:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334400:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765675.943895:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765675.943909:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765675/real 1775765675] req@ffff967cc31db800 x1862023707334400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765675.943923:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707334400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765675.943933:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765675.943937:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765675.943941:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334400:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765675.943949:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334528:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765675.943970:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765675.943980:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765675/real 1775765675] req@ffff967cc31dad80 x1862023707334528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765675.943994:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707334528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765675.944004:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765675.944008:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765675.944011:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334528:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765676.647367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765677.671411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765678.695336:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765679.719413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765680.743380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765681.063369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765681.063378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765681.063382:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765681.063392:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1619 00000100:00080000:1.0:1775765681.063403:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765681.063410:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765681.063447:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707334656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765681.063476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765681.063480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765681.063481:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765681.063485:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1619 00000100:00080000:1.0:1775765681.063488:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765681.063492:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765681.063500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765681.063509:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707334784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765681.063517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765681.063520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765681.063521:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765681.063525:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1619 00000100:00080000:1.0:1775765681.063527:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765681.063529:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765681.063533:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765681.063541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707334912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765681.063573:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707334656:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765681.063638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765681.063677:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765681/real 1775765681] req@ffff967cc31dbb80 x1862023707334656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765681.063694:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707334656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765681.063704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765681.063708:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765681.063711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707334656:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765681.063718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334784:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765681.063735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765681.063743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765681/real 1775765681] req@ffff967cc31d9880 x1862023707334784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765681.063753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707334784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765681.063760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765681.063762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765681.063764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334784:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765681.063769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334912:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765681.063783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765681.063789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765681/real 1775765681] req@ffff967cc31d8e00 x1862023707334912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765681.063799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707334912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765681.063806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765681.063808:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765681.063810:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707334912:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765681.767483:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765682.791436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765683.815454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765684.839382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765685.863484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765686.183364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765686.183373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765686.183377:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765686.183385:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1624 00000100:00080000:1.0:1775765686.183395:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765686.183401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765686.183436:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707335040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765686.183461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765686.183464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765686.183465:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765686.183468:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1624 00000100:00080000:1.0:1775765686.183470:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765686.183473:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765686.183480:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765686.183488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707335168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765686.183494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765686.183496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765686.183497:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765686.183500:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1624 00000100:00080000:1.0:1775765686.183502:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765686.183504:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765686.183507:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765686.183512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707335296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765686.183546:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707335040:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765686.183615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765686.183648:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765686/real 1775765686] req@ffff967cc31d9180 x1862023707335040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765686.183663:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707335040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765686.183672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765686.183675:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765686.183678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707335040:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765686.183683:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335168:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765686.183697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765686.183704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765686/real 1775765686] req@ffff967cc31da300 x1862023707335168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765686.183712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707335168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765686.183721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765686.183724:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765686.183726:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335168:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765686.183729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335296:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765686.183740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765686.183745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765686/real 1775765686] req@ffff967cc31d8700 x1862023707335296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765686.183752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707335296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765686.183758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765686.183760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765686.183762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335296:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765686.887466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765687.911431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765688.935448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765689.959448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765690.983471:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765691.303369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765691.303381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765691.303387:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765691.303400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1629 00000100:00080000:0.0:1775765691.303424:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765691.303432:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765691.303498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707335424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765691.303532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765691.303541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765691.303543:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765691.303549:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1629 00000100:00080000:0.0:1775765691.303553:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765691.303557:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765691.303571:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765691.303588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707335552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765691.303611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775765691.303611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707335424:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765691.303620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765691.303622:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765691.303628:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1629 00000100:00080000:0.0:1775765691.303631:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765691.303636:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765691.303643:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765691.303656:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707335680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765691.303690:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765691.303736:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765691/real 1775765691] req@ffff967cc64ef480 x1862023707335424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765691.303753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707335424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765691.303762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765691.303766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765691.303769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707335424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765691.303791:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335552:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765691.303809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765691.303818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765691/real 1775765691] req@ffff967cc64ece00 x1862023707335552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765691.303826:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707335552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765691.303831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765691.303834:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765691.303836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335552:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765691.303840:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335680:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765691.303851:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765691.303856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765691/real 1775765691] req@ffff967cc64eca80 x1862023707335680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765691.303863:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707335680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765691.303872:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765691.303889:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765691.303893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335680:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765692.007442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765693.031389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765694.055408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765695.079375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765696.103385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765696.423332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765696.423344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765696.423349:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765696.423360:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1634 00000100:00080000:0.0:1775765696.423372:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765696.423379:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765696.423429:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707335808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765696.423465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765696.423468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765696.423469:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765696.423473:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1634 00000100:00080000:0.0:1775765696.423476:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765696.423479:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765696.423489:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765696.423499:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707335936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765696.423507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765696.423509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765696.423510:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765696.423513:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1634 00000100:00080000:0.0:1775765696.423515:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765696.423518:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765696.423522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765696.423530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707336064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765696.423574:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707335808:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765696.423648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765696.423688:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765696/real 1775765696] req@ffff967cc64eea00 x1862023707335808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765696.423704:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707335808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765696.423712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765696.423716:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765696.423719:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707335808:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765696.423724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335936:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765696.423739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765696.423747:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765696/real 1775765696] req@ffff967cc64edf80 x1862023707335936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765696.423755:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707335936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765696.423760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765696.423762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765696.423764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707335936:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765696.423768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336064:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765696.423779:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765696.423785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765696/real 1775765696] req@ffff967cc64ed500 x1862023707336064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765696.423793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707336064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765696.423803:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765696.423805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765696.423807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336064:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765697.127397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765698.151377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765699.175425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765700.199436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765701.223412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765701.543337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765701.543346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765701.543351:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765701.543362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1639 00000100:00080000:0.0:1775765701.543373:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765701.543380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765701.543425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707336192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765701.543451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765701.543454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765701.543456:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765701.543461:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1639 00000100:00080000:0.0:1775765701.543465:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765701.543471:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765701.543483:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765701.543503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707336320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765701.543503:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707336192:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765701.543529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765701.543533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765701.543534:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765701.543541:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1639 00000100:00080000:0.0:1775765701.543544:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765701.543547:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765701.543553:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765701.543574:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707336448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765701.543583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765701.543622:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765701/real 1775765701] req@ffff967cc64edc00 x1862023707336192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765701.543638:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707336192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765701.543647:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765701.543650:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765701.543653:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707336192:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765701.543683:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336320:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765701.543699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765701.543708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765701/real 1775765701] req@ffff967cc64ed180 x1862023707336320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765701.543716:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707336320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765701.543721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765701.543724:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765701.543726:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336320:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765701.543731:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336448:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765701.543743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765701.543750:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765701/real 1775765701] req@ffff967cc64ec000 x1862023707336448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765701.543757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707336448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765701.543764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765701.543766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765701.543767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336448:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765702.247436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765703.271469:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765704.295432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765705.319404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765706.343463:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765706.663357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765706.663369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765706.663373:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765706.663384:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1645 00000100:00080000:1.0:1775765706.663395:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765706.663402:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765706.663448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707336576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765706.663474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765706.663477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765706.663478:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765706.663482:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1645 00000100:00080000:1.0:1775765706.663484:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765706.663487:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765706.663497:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765706.663506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707336704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765706.663514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775765706.663517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707336576:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765706.663518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765706.663521:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765706.663529:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1645 00000100:00080000:1.0:1775765706.663531:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765706.663533:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765706.663537:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765706.663545:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707336832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765706.663595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765706.663636:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765706/real 1775765706] req@ffff967cc31d9f80 x1862023707336576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765706.663650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707336576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765706.663659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765706.663662:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765706.663665:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707336576:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765706.663686:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336704:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765706.663700:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765706.663708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765706/real 1775765706] req@ffff967cc31d8000 x1862023707336704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765706.663726:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707336704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765706.663753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765706.663756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765706.663758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336704:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765706.663762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336832:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765706.663778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765706.663786:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765706/real 1775765706] req@ffff967cc31d9c00 x1862023707336832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765706.663793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707336832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765706.663799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765706.663801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765706.663803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707336832:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765707.367428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765708.391379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765709.415354:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765710.439484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765711.463486:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765711.783373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765711.783383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765711.783388:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765711.783398:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1650 00000100:00080000:1.0:1775765711.783411:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765711.783417:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765711.783459:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707336960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765711.783490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765711.783494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765711.783495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765711.783499:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1650 00000100:00080000:1.0:1775765711.783503:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765711.783506:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765711.783515:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765711.783526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707337088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765711.783537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765711.783541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765711.783543:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765711.783547:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1650 00000100:00080000:1.0:1775765711.783550:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765711.783559:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765711.783578:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707336960:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775765711.783584:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765711.783604:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707337216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765711.783666:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765711.783775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765711/real 1775765711] req@ffff967cc31d8380 x1862023707336960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765711.783796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707336960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765711.783813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765711.783818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765711.783822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707336960:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765711.783829:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337088:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765711.783853:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765711.783865:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765711/real 1775765711] req@ffff967cc31da680 x1862023707337088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765711.783877:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707337088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765711.783885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765711.783888:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765711.783892:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337088:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765711.783915:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337216:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765711.783932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765711.783961:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765711/real 1775765711] req@ffff967cc31d9c00 x1862023707337216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765711.783975:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707337216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765711.783985:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765711.783988:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765711.783992:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337216:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765712.487460:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765713.511338:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765714.535491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765715.559387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765716.583508:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765716.903378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765716.903387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765716.903390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765716.903400:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1655 00000100:00080000:1.0:1775765716.903411:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765716.903419:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765716.903483:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707337344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765716.903514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765716.903518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765716.903520:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765716.903525:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1655 00000100:00080000:1.0:1775765716.903528:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765716.903532:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765716.903542:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765716.903559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707337472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765716.903570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765716.903574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765716.903575:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765716.903581:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1655 00000100:00080000:1.0:1775765716.903585:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765716.903590:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765716.903600:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707337344:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775765716.903601:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765716.903628:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707337600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765716.903800:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337472:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765716.903865:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337600:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765717.607441:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765718.631551:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765719.655386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765719.975660:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765719.975711:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765719.975733:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765719.975783:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765719.975794:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765719.975872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765716/real 1775765719] req@ffff967cc31d8700 x1862023707337600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765719.975916:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707337600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765719.975936:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765719.975944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765719.975951:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337600:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775765719.975962:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765716/real 1775765719] req@ffff967cc31d8000 x1862023707337344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765719.975982:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707337344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765719.975995:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765719.976001:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765719.976006:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707337344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765719.976017:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765716/real 1775765719] req@ffff967cc31d9f80 x1862023707337472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765719.976037:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707337472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765719.976078:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765719.976087:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765719.976094:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337472:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775765720.679416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765721.703464:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765722.023364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765722.023376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765722.023382:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765722.023395:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1660 00000100:00080000:1.0:1775765722.023409:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765722.023417:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765722.023465:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707337728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765722.023521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765722.023526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765722.023529:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765722.023534:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1660 00000100:00080000:1.0:1775765722.023540:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765722.023544:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765722.023557:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765722.023573:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707337856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765722.023636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765722.023644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765722.023648:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765722.023655:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1660 00000100:00080000:1.0:1775765722.023661:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765722.023667:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765722.023676:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765722.023681:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707337728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775765722.023706:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707337984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765722.023770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765722.023834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765722/real 1775765722] req@ffff967cc31da300 x1862023707337728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765722.023862:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707337728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765722.023877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765722.023883:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765722.023889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707337728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765722.023900:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337856:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765722.023934:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765722.023950:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765722/real 1775765722] req@ffff967cc31d9180 x1862023707337856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765722.023966:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707337856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765722.023976:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765722.023981:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765722.023986:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337856:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765722.024024:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337984:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765722.024054:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765722.024069:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765722/real 1775765722] req@ffff967cc31d8e00 x1862023707337984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765722.024085:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707337984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765722.024095:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765722.024100:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765722.024103:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707337984:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765722.727536:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765723.751442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765724.775453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765725.799347:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765726.823423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765727.143420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765727.143431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765727.143437:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765727.143448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1665 00000100:00080000:0.0:1775765727.143466:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765727.143474:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765727.143569:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707338112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765727.143624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765727.143628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765727.143630:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765727.143636:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1665 00000100:00080000:0.0:1775765727.143656:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765727.143664:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765727.143679:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765727.143695:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707338240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765727.143710:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707338112:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765727.143714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765727.143739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765727.143741:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765727.143745:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1665 00000100:00080000:0.0:1775765727.143752:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765727.143758:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765727.143763:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765727.143774:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707338368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765727.143810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765727.143868:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765727/real 1775765727] req@ffff967cc64ec380 x1862023707338112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765727.143889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707338112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765727.143901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765727.143905:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765727.143909:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707338112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765727.143935:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338240:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765727.143957:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765727.143969:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765727/real 1775765727] req@ffff967cc64ef800 x1862023707338240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765727.143981:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707338240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765727.143999:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765727.144003:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765727.144006:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338240:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765727.144022:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338368:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765727.144040:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765727.144049:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765727/real 1775765727] req@ffff967cc64ec700 x1862023707338368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765727.144060:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707338368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765727.144068:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765727.144083:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765727.144085:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338368:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765727.847361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765728.871406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765729.895432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765730.919451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765731.943390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765732.263338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765732.263347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765732.263352:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765732.263361:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1670 00000100:00080000:2.0:1775765732.263373:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765732.263379:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765732.263415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707338496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765732.263437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765732.263440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765732.263442:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765732.263445:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1670 00000100:00080000:2.0:1775765732.263448:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765732.263451:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765732.263458:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765732.263467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707338624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765732.263474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765732.263477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765732.263479:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765732.263482:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1670 00000100:00080000:2.0:1775765732.263502:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765732.263507:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765732.263512:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765732.263525:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707338752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765732.263531:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707338496:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765732.263593:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765732.263628:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765732/real 1775765732] req@ffff967bc4ba0700 x1862023707338496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765732.263643:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707338496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765732.263657:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765732.263660:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765732.263664:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707338496:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765732.263668:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338624:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765732.263682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765732.263690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765732/real 1775765732] req@ffff967bc4ba0380 x1862023707338624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765732.263709:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707338624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765732.263715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765732.263718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765732.263720:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338624:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765732.263763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338752:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765732.263786:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765732.263797:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765732/real 1775765732] req@ffff967bc4ba1500 x1862023707338752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765732.263810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707338752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765732.263818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765732.263821:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765732.263825:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707338752:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765732.967336:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765733.991413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765735.015397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765736.039393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765737.063340:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765737.383364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765737.383373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765737.383376:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765737.383385:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1675 00000100:00080000:0.0:1775765737.383396:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765737.383401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765737.383512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707338880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765737.383535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765737.383538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765737.383540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765737.383543:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1675 00000100:00080000:0.0:1775765737.383546:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765737.383548:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765737.383556:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765737.383565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707339008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765737.383572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765737.383575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765737.383576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765737.383579:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1675 00000100:00080000:0.0:1775765737.383582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765737.383585:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765737.383588:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765737.383595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707339136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765737.383614:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707338880:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765737.383674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765737.383708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765737/real 1775765737] req@ffff967cc64eed80 x1862023707338880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765737.383724:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707338880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765737.383731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765737.383734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765737.383738:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707338880:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765737.383742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339008:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765737.383756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765737.383778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765737/real 1775765737] req@ffff967cc64ec700 x1862023707339008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765737.383787:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707339008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765737.383793:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765737.383795:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765737.383797:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339008:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765737.383801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339136:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765737.383814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765737.383820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765737/real 1775765737] req@ffff967cc64ef800 x1862023707339136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765737.383830:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707339136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765737.383835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765737.383837:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765737.383839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339136:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765738.087475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765739.111388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765740.135507:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765741.159479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765742.183367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765742.503360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765742.503372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765742.503378:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765742.503404:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1680 00000100:00080000:0.0:1775765742.503416:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765742.503424:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765742.503486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707339264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765742.503519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765742.503522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765742.503524:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765742.503528:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1680 00000100:00080000:0.0:1775765742.503532:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765742.503536:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765742.503550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765742.503564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707339392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765742.503579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765742.503585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765742.503590:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765742.503591:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707339264:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765742.503602:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1680 00000100:00080000:0.0:1775765742.503608:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765742.503612:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765742.503619:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765742.503635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707339520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765742.503700:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765742.503745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765742/real 1775765742] req@ffff967cc64ec380 x1862023707339264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765742.503765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707339264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765742.503776:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765742.503780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765742.503784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707339264:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765742.503818:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339392:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765742.503839:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765742.503849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765742/real 1775765742] req@ffff967cc64ec000 x1862023707339392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765742.503860:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707339392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765742.503874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765742.503877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765742.503880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339392:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765742.503885:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339520:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765742.503900:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765742.503908:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765742/real 1775765742] req@ffff967cc64ed180 x1862023707339520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765742.503917:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707339520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765742.503924:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765742.503927:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765742.503929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339520:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765743.207455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765744.231465:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765745.255511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765746.279566:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765747.303579:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765747.623410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765747.623420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765747.623426:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765747.623436:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1685 00000100:00080000:2.0:1775765747.623448:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765747.623455:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765747.623499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707339648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765747.623526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765747.623530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765747.623532:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765747.623536:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1685 00000100:00080000:2.0:1775765747.623539:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765747.623543:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765747.623553:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765747.623565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707339776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765747.623574:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707339648:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765747.623580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765747.623584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765747.623586:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765747.623590:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1685 00000100:00080000:2.0:1775765747.623592:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765747.623595:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765747.623600:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765747.623609:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707339904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765747.623650:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765747.623690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765747/real 1775765747] req@ffff967bc4ba1500 x1862023707339648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765747.623708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707339648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765747.623718:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765747.623722:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765747.623726:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707339648:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765747.623748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339776:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765747.623766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765747.623776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765747/real 1775765747] req@ffff967bc4ba0380 x1862023707339776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765747.623788:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707339776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765747.623812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765747.623816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765747.623820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339776:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765747.623827:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339904:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765747.623849:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765747.623860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765747/real 1775765747] req@ffff967bc4ba0700 x1862023707339904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765747.623873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707339904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765747.623882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765747.623885:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765747.623888:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707339904:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765748.327425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765749.351472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765750.375560:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765751.399575:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765752.423497:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765752.743457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765752.743471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765752.743478:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765752.743491:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1691 00000100:00080000:1.0:1775765752.743505:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765752.743514:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765752.743562:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707340032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765752.743602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765752.743608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765752.743610:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765752.743617:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1691 00000100:00080000:1.0:1775765752.743623:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765752.743629:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765752.743651:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765752.743673:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707340160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765752.743691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775765752.743697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707340032:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765752.743698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765752.743704:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765752.743727:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1691 00000100:00080000:1.0:1775765752.743732:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765752.743738:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765752.743747:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765752.743767:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707340288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765752.743792:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765752.743847:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765752/real 1775765752] req@ffff967cc31d9880 x1862023707340032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765752.743867:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707340032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765752.743887:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765752.743891:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765752.743895:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707340032:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765752.743917:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340160:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765752.743936:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765752.743946:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765752/real 1775765752] req@ffff967cc31dbb80 x1862023707340160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765752.743995:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707340160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765752.744004:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765752.744007:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765752.744010:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340160:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765752.744017:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340288:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765752.744037:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765752.744049:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765752/real 1775765752] req@ffff967cc31dad80 x1862023707340288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765752.744060:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707340288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765752.744075:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765752.744079:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765752.744082:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340288:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765753.447504:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765754.471407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765755.495509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765756.519389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765757.543884:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765757.863347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765757.863358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765757.863364:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765757.863376:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1696 00000100:00080000:1.0:1775765757.863389:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765757.863397:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765757.863452:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707340416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765757.863483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765757.863487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765757.863489:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765757.863493:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1696 00000100:00080000:1.0:1775765757.863496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765757.863500:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765757.863512:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765757.863524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707340544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765757.863532:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707340416:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765757.863539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765757.863542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765757.863543:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765757.863547:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1696 00000100:00080000:1.0:1775765757.863549:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765757.863552:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765757.863557:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765757.863567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707340672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765757.863615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765757.863663:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765757/real 1775765757] req@ffff967cc31db800 x1862023707340416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765757.863680:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707340416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765757.863693:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765757.863698:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765757.863703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707340416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765757.863735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340544:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765757.863764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765757.863779:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765757/real 1775765757] req@ffff967cc31d8a80 x1862023707340544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765757.863790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707340544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765757.863797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765757.863800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765757.863802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340544:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765757.863808:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340672:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765757.863826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765757.863834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765757/real 1775765757] req@ffff967cc31dad80 x1862023707340672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765757.863843:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707340672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765757.863850:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765757.863852:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765757.863854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340672:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765758.567371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765759.591445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765760.615374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765761.639461:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765762.663402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765762.983391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765762.983404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765762.983409:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765762.983421:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1701 00000100:00080000:1.0:1775765762.983434:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765762.983454:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765762.983500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707340800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765762.983530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765762.983534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765762.983537:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765762.983542:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1701 00000100:00080000:1.0:1775765762.983557:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765762.983561:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765762.983569:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765762.983581:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707340928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765762.983591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765762.983594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765762.983595:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765762.983602:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1701 00000100:00100000:3.0:1775765762.983604:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707340800:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765762.983605:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765762.983612:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765762.983618:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765762.983627:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707341056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765762.983676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765762.983717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765762/real 1775765762] req@ffff967cc31dbb80 x1862023707340800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765762.983760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707340800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765762.983776:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765762.983782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765762.983788:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707340800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765762.983797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340928:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765762.983822:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765762.983834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765762/real 1775765762] req@ffff967cc31d9880 x1862023707340928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765762.983846:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707340928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765762.983854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765762.983873:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765762.983875:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707340928:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765762.983897:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341056:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765762.983912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765762.983919:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765762/real 1775765762] req@ffff967cc31d8e00 x1862023707341056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765762.983929:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707341056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765762.983935:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765762.983937:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765762.983939:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341056:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765763.687411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765764.711517:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765765.735487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765766.759382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765767.783451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765768.103378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765768.103387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765768.103391:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765768.103406:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1706 00000100:00080000:3.0:1775765768.103417:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765768.103423:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765768.103457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707341184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765768.103483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765768.103486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765768.103487:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765768.103490:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1706 00000100:00080000:3.0:1775765768.103493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765768.103495:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765768.103503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765768.103522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707341312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765768.103530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765768.103533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765768.103534:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765768.103537:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1706 00000100:00080000:3.0:1775765768.103539:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765768.103541:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765768.103544:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765768.103553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707341440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765768.103580:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707341184:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765768.103721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765768.103775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765768/real 1775765768] req@ffff967cc796ce00 x1862023707341184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765768.103796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707341184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765768.103806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765768.103811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765768.103814:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707341184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765768.103821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341312:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765768.103841:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765768.103851:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765768/real 1775765768] req@ffff967cc796ca80 x1862023707341312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765768.103859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707341312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765768.103865:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765768.103867:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765768.103870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765768.103913:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341440:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765768.103932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765768.103941:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765768/real 1775765768] req@ffff967cc796d180 x1862023707341440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765768.103974:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707341440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765768.103980:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765768.103982:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765768.103984:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341440:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765768.807420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765769.831449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765770.855375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765771.879580:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765772.903435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765773.223362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765773.223374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765773.223379:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765773.223388:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1711 00000100:00080000:3.0:1775765773.223401:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765773.223407:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765773.223442:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707341568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765773.223468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765773.223471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765773.223472:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765773.223476:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1711 00000100:00080000:3.0:1775765773.223478:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765773.223481:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765773.223489:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765773.223500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707341696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765773.223513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775765773.223517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707341568:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775765773.223518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765773.223523:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765773.223531:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1711 00000100:00080000:3.0:1775765773.223535:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765773.223540:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765773.223546:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765773.223560:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707341824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765773.223588:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765773.223628:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765773/real 1775765773] req@ffff967cc796f100 x1862023707341568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765773.223644:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707341568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765773.223670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765773.223675:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765773.223680:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707341568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765773.223705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341696:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765773.223734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765773.223746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765773/real 1775765773] req@ffff967cc796d500 x1862023707341696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765773.223776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707341696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765773.223782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765773.223784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765773.223786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341696:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765773.223790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341824:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765773.223805:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765773.223812:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765773/real 1775765773] req@ffff967cc796f480 x1862023707341824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765773.223820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707341824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765773.223826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765773.223828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765773.223836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707341824:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765773.927456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765774.951393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765775.975472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765776.999396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765778.023853:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765778.343388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765778.343400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765778.343405:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765778.343416:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1716 00000100:00080000:2.0:1775765778.343429:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765778.343436:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765778.343471:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707341952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765778.343499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765778.343501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765778.343503:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765778.343506:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1716 00000100:00080000:2.0:1775765778.343510:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765778.343513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765778.343521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765778.343530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707342080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765778.343549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765778.343551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765778.343553:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765778.343556:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1716 00000100:00080000:2.0:1775765778.343559:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765778.343561:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765778.343565:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765778.343574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707342208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765778.343591:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707341952:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765778.343681:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765778.343725:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765778/real 1775765778] req@ffff967bc4ba2a00 x1862023707341952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765778.343742:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707341952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765778.343752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765778.343757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765778.343760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707341952:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765778.343765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342080:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765778.343781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765778.343789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765778/real 1775765778] req@ffff967bc4ba2680 x1862023707342080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765778.343797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707342080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765778.343803:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765778.343805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765778.343807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342080:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765778.343831:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342208:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765778.343843:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765778.343849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765778/real 1775765778] req@ffff967bc4ba3480 x1862023707342208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765778.343857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707342208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765778.343863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765778.343865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765778.343867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342208:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765779.047419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765780.071411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765781.095391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765782.119431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765783.143436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765783.463327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765783.463337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765783.463342:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765783.463365:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1721 00000100:00080000:2.0:1775765783.463376:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765783.463383:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765783.463428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707342336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765783.463456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765783.463461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765783.463462:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765783.463466:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1721 00000100:00080000:2.0:1775765783.463468:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765783.463471:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765783.463481:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765783.463490:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707342464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765783.463497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765783.463499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765783.463501:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765783.463504:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1721 00000100:00080000:2.0:1775765783.463506:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765783.463508:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765783.463512:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765783.463519:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707342592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765783.463536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707342336:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765783.463645:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342464:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765783.463700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342592:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765784.167424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765785.191396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765786.215447:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765786.535499:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765786.535538:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765786.535555:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765786.535601:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765786.535619:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765786.535644:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765783/real 1775765786] req@ffff967bc4ba1c00 x1862023707342592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765786.535673:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707342592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765786.535686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765786.535690:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765786.535711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342592:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765786.535717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765783/real 1775765786] req@ffff967bc4ba3100 x1862023707342336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765786.535727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707342336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765786.535731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765786.535734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765786.535736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707342336:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765786.535742:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765783/real 1775765786] req@ffff967bc4ba1f80 x1862023707342464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765786.535750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707342464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765786.535755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765786.535757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765786.535759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342464:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775765787.239395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765788.263543:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765788.583342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765788.583351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765788.583355:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765788.583363:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1726 00000100:00080000:0.0:1775765788.583374:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765788.583380:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765788.583411:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707342720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765788.583435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765788.583438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765788.583439:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765788.583442:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1726 00000100:00080000:0.0:1775765788.583445:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765788.583448:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765788.583456:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765788.583464:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707342848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765788.583471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765788.583484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765788.583485:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765788.583488:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1726 00000100:00080000:0.0:1775765788.583490:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765788.583493:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765788.583496:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765788.583502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707342976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765788.583519:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707342720:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765788.583581:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765788.583620:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765788/real 1775765788] req@ffff967cc64edc00 x1862023707342720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765788.583639:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707342720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765788.583654:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765788.583658:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765788.583663:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707342720:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765788.583680:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342848:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765788.583706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765788.583718:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765788/real 1775765788] req@ffff967cc64ed500 x1862023707342848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765788.583731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707342848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765788.583739:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765788.583742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765788.583746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342848:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765788.583771:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342976:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765788.583793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765788.583804:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765788/real 1775765788] req@ffff967cc64edf80 x1862023707342976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765788.583824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707342976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765788.583833:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765788.583836:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765788.583839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707342976:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765789.287365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765790.311514:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765791.335421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765792.359563:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765793.383393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765793.703325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765793.703334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765793.703338:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765793.703347:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1732 00000100:00080000:0.0:1775765793.703356:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765793.703362:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765793.703394:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707343104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765793.703418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765793.703422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765793.703425:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765793.703429:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1732 00000100:00080000:0.0:1775765793.703433:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765793.703437:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765793.703446:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765793.703459:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707343232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765793.703468:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707343104:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765793.703469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765793.703473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765793.703475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765793.703479:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1732 00000100:00080000:0.0:1775765793.703482:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765793.703486:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765793.703491:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765793.703500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707343360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765793.703530:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765793.703566:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765793/real 1775765793] req@ffff967cc64eea00 x1862023707343104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765793.703584:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707343104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765793.703594:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765793.703599:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765793.703603:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707343104:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765793.703627:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343232:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765793.703651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765793.703661:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765793/real 1775765793] req@ffff967cc64eca80 x1862023707343232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765793.703669:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707343232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765793.703680:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765793.703683:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765793.703685:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343232:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765793.703689:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343360:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765793.703702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765793.703708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765793/real 1775765793] req@ffff967cc64ece00 x1862023707343360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765793.703716:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707343360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765793.703721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765793.703723:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765793.703725:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343360:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765794.407456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765795.431433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765796.455414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765797.479352:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765798.503888:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765798.823305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765798.823316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765798.823323:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765798.823335:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1737 00000100:00080000:0.0:1775765798.823347:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765798.823355:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765798.823402:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707343488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765798.823429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765798.823433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765798.823436:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765798.823440:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1737 00000100:00080000:0.0:1775765798.823444:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765798.823448:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765798.823460:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765798.823476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707343616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765798.823485:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707343488:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765798.823487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765798.823490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765798.823492:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765798.823496:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1737 00000100:00080000:0.0:1775765798.823500:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765798.823503:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765798.823508:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765798.823517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707343744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765798.823561:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765798.823611:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765798/real 1775765798] req@ffff967cc64ef480 x1862023707343488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765798.823644:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707343488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765798.823655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765798.823660:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765798.823665:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707343488:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765798.823705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343616:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765798.823725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765798.823735:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765798/real 1775765798] req@ffff967cc64ece00 x1862023707343616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765798.823743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707343616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765798.823749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765798.823762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765798.823764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343616:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765798.823768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343744:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765798.823780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765798.823786:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765798/real 1775765798] req@ffff967cc64eca80 x1862023707343744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765798.823793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707343744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765798.823799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765798.823800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765798.823802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707343744:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765799.528039:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765800.551452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765801.575420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765802.599486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765803.623473:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765803.943369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765803.943382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765803.943390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765803.943405:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1742 00000100:00080000:0.0:1775765803.943429:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765803.943439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765803.943523:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707343872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765803.943560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765803.943564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765803.943566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765803.943571:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1742 00000100:00080000:0.0:1775765803.943575:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765803.943585:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765803.943600:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765803.943616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707344000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765803.943623:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707343872:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765803.943637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765803.943641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765803.943643:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765803.943648:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1742 00000100:00080000:0.0:1775765803.943651:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765803.943654:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765803.943660:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765803.943672:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707344128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765803.943733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765803.943794:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765803/real 1775765803] req@ffff967cc64eea00 x1862023707343872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765803.943856:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707343872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765803.943869:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765803.943875:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765803.943879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707343872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765803.943911:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344000:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765803.943937:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765803.943950:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765803/real 1775765803] req@ffff967cc64edf80 x1862023707344000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765803.943962:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707344000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765803.943971:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765803.943975:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765803.943995:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344000:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765803.944000:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344128:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765803.944019:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765803.944028:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765803/real 1775765803] req@ffff967cc64ed500 x1862023707344128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765803.944038:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707344128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765803.944052:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765803.944055:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765803.944057:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344128:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765804.647470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765805.671393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765806.695471:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765807.719863:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765808.743523:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765809.063390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765809.063402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765809.063407:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765809.063418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1747 00000100:00080000:0.0:1775765809.063431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765809.063439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765809.063482:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707344256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765809.063514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765809.063518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765809.063520:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765809.063525:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1747 00000100:00080000:0.0:1775765809.063528:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765809.063532:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765809.063542:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765809.063553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707344384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765809.063563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765809.063567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765809.063568:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765809.063572:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1747 00000100:00080000:0.0:1775765809.063575:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765809.063580:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765809.063586:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765809.063597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707344512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765809.063625:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707344256:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765809.063726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765809.063836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765809/real 1775765809] req@ffff967cc64edc00 x1862023707344256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765809.063887:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707344256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765809.063906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765809.063914:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765809.063921:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707344256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765809.063934:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344384:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765809.063996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765809.064012:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765809/real 1775765809] req@ffff967cc64ed180 x1862023707344384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765809.064025:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707344384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765809.064039:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765809.064043:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765809.064047:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344384:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765809.064054:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344512:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765809.064076:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765809.064085:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765809/real 1775765809] req@ffff967cc64ec000 x1862023707344512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765809.064097:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707344512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765809.064106:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765809.064109:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765809.064113:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344512:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765809.767378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765810.791393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765811.815501:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765812.839487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765813.863484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765814.183385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765814.183396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765814.183401:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765814.183428:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1752 00000100:00080000:3.0:1775765814.183442:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765814.183450:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765814.183494:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707344640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765814.183529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765814.183533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765814.183535:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765814.183540:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1752 00000100:00080000:3.0:1775765814.183545:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765814.183550:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765814.183562:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765814.183577:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707344640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765814.183578:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707344768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765814.183599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765814.183602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765814.183604:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765814.183609:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1752 00000100:00080000:3.0:1775765814.183612:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765814.183617:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765814.183625:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765814.183644:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707344896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765814.183662:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765814.183757:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765814/real 1775765814] req@ffff967cc796ed80 x1862023707344640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765814.183779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707344640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765814.183789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765814.183793:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765814.183797:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707344640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765814.183821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344768:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765814.183844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765814.183855:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765814/real 1775765814] req@ffff967cc796e680 x1862023707344768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765814.183866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707344768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765814.183874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765814.183877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765814.183880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344768:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765814.183886:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344896:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765814.183902:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765814.183910:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765814/real 1775765814] req@ffff967cc796f480 x1862023707344896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765814.183920:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707344896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765814.183928:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765814.183930:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765814.183933:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707344896:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765814.887398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765815.911529:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765816.935566:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765817.959551:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765818.983512:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765819.303425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765819.303439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765819.303445:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765819.303457:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1757 00000100:00080000:2.0:1775765819.303472:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765819.303482:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765819.303533:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707345024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765819.303587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765819.303592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765819.303595:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765819.303600:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1757 00000100:00080000:2.0:1775765819.303604:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765819.303609:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765819.303623:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765819.303638:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707345152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765819.303686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765819.303697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775765819.303700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707345024:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765819.303700:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765819.303720:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1757 00000100:00080000:2.0:1775765819.303728:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765819.303737:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765819.303744:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765819.303763:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707345280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765819.303823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765819.303880:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765819/real 1775765819] req@ffff967bc4ba2d80 x1862023707345024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765819.303917:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707345024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765819.303930:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765819.303935:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765819.303939:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707345024:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765819.303971:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345152:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765819.303996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765819.304021:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765819/real 1775765819] req@ffff967bc4ba0a80 x1862023707345152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765819.304031:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707345152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765819.304038:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765819.304040:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765819.304042:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345152:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765819.304047:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345280:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765819.304060:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765819.304066:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765819/real 1775765819] req@ffff967bc4ba0000 x1862023707345280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765819.304075:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707345280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765819.304085:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765819.304089:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765819.304092:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345280:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765820.008524:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765821.031496:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765822.055488:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765823.079416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765824.103435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765824.423410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765824.423422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765824.423428:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765824.423440:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1762 00000100:00080000:2.0:1775765824.423467:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765824.423475:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765824.423552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707345408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765824.423589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765824.423594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765824.423596:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765824.423601:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1762 00000100:00080000:2.0:1775765824.423629:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765824.423636:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765824.423660:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765824.423677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707345536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765824.423691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765824.423696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765824.423699:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765824.423706:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1762 00000100:00100000:0.0:1775765824.423716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707345408:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765824.423716:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765824.423729:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765824.423737:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765824.423751:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707345664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765824.423824:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765824.423878:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765824/real 1775765824] req@ffff967bc4ba3800 x1862023707345408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765824.423904:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707345408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765824.423926:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765824.423931:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765824.423936:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707345408:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765824.423945:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345536:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765824.423971:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765824.423989:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765824/real 1775765824] req@ffff967bc4ba1880 x1862023707345536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765824.424013:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707345536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765824.424029:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765824.424036:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765824.424042:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345536:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765824.424083:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345664:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765824.424121:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765824.424143:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765824/real 1775765824] req@ffff967bc4ba0e00 x1862023707345664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765824.424167:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707345664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765824.424181:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765824.424185:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765824.424189:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345664:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765825.127468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765826.151477:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765827.176044:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765828.199369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765829.223467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765829.543355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765829.543367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765829.543374:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765829.543386:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1767 00000100:00080000:2.0:1775765829.543400:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765829.543408:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765829.543457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707345792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765829.543493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765829.543498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765829.543501:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765829.543507:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1767 00000100:00080000:2.0:1775765829.543511:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765829.543516:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765829.543529:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765829.543545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707345920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765829.543592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765829.543597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765829.543603:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775765829.543606:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707345792:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765829.543615:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1767 00000100:00080000:2.0:1775765829.543626:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765829.543632:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765829.543640:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765829.543660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707346048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765829.543710:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765829.543785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765829/real 1775765829] req@ffff967bc4ba1180 x1862023707345792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765829.543826:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707345792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765829.543841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765829.543847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765829.543852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707345792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765829.543881:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345920:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765829.543910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765829.543924:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765829/real 1775765829] req@ffff967bc4ba3b80 x1862023707345920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765829.543939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707345920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765829.543950:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765829.543954:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765829.543958:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707345920:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765829.543965:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346048:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765829.543986:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765829.543996:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765829/real 1775765829] req@ffff967bc4ba2300 x1862023707346048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765829.544011:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707346048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765829.544021:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765829.544024:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765829.544027:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346048:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765830.247392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765831.271462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765832.295408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765833.319477:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765834.343397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775765834.663397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765834.663408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775765834.663413:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765834.663425:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1773 00000100:00080000:3.0:1775765834.663436:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765834.663442:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765834.663491:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707346176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765834.663652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765834.663655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775765834.663657:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765834.663661:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1773 00000100:00080000:3.0:1775765834.663665:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765834.663670:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765834.663683:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765834.663712:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707346304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775765834.663725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775765834.663728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775765834.663730:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775765834.663736:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1773 00000100:00080000:3.0:1775765834.663740:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775765834.663745:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775765834.663753:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765834.663757:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707346176:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765834.663772:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707346432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765834.663881:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765834.663946:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765834/real 1775765834] req@ffff967cc796d500 x1862023707346176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765834.663985:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707346176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765834.663995:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765834.663998:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765834.664002:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707346176:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765834.664009:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346304:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765834.664041:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765834.664068:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765834/real 1775765834] req@ffff967cc796f100 x1862023707346304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765834.664082:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707346304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765834.664099:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765834.664103:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765834.664107:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346304:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765834.664151:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346432:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765834.664171:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765834.664180:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765834/real 1775765834] req@ffff967cc796d180 x1862023707346432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765834.664205:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707346432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765834.664212:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765834.664214:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765834.664217:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346432:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765835.367798:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765836.391521:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765837.415554:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765838.439418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765839.463417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765839.783384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765839.783394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765839.783399:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765839.783410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1778 00000100:00080000:2.0:1775765839.783422:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765839.783431:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765839.783487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707346560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765839.783526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765839.783530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765839.783533:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765839.783538:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1778 00000100:00080000:2.0:1775765839.783542:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765839.783546:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765839.783556:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765839.783571:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707346688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765839.783584:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707346560:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765839.783585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765839.783594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765839.783596:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765839.783602:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1778 00000100:00080000:2.0:1775765839.783606:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765839.783610:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765839.783617:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765839.783632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707346816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775765839.783660:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765839.783702:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765839/real 1775765839] req@ffff967bc4ba2300 x1862023707346560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765839.783720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707346560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765839.783729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765839.783733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765839.783737:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707346560:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765839.783755:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346688:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765839.783770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765839.783777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765839/real 1775765839] req@ffff967bc4ba3b80 x1862023707346688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765839.783786:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707346688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765839.783791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765839.783794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765839.783796:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346688:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765839.783799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346816:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765839.783811:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765839.783816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765839/real 1775765839] req@ffff967bc4ba1180 x1862023707346816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765839.783824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707346816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765839.783829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765839.783831:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765839.783832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707346816:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765840.487450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765841.511455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765842.535449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765843.559380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765844.583486:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765844.903450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765844.903465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765844.903472:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765844.903486:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1783 00000100:00080000:2.0:1775765844.903502:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765844.903512:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765844.903574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707346944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765844.903634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765844.903639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765844.903642:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765844.903647:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1783 00000100:00080000:2.0:1775765844.903652:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765844.903656:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765844.903670:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765844.903686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707347072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765844.903700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765844.903705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765844.903708:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765844.903713:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1783 00000100:00080000:2.0:1775765844.903718:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765844.903722:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765844.903729:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765844.903747:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707347200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765844.903760:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707346944:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775765844.903868:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765844.903953:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765844/real 1775765844] req@ffff967bc4ba0e00 x1862023707346944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765844.903984:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707346944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765844.904000:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765844.904007:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765844.904013:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707346944:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765844.904023:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347072:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775765844.904064:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765844.904086:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765844/real 1775765844] req@ffff967bc4ba1880 x1862023707347072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765844.904124:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707347072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765844.904142:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765844.904149:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765844.904156:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347072:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765844.904196:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347200:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775765844.904228:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765844.904242:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765844/real 1775765844] req@ffff967bc4ba3800 x1862023707347200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765844.904307:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707347200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765844.904327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765844.904331:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765844.904335:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347200:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765845.607504:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765846.631535:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765847.655419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765848.679541:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765849.703550:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765850.023529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765850.023554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765850.023563:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765850.023581:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1788 00000100:00080000:2.0:1775765850.023602:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765850.023615:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765850.023672:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707347328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765850.023711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765850.023716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765850.023719:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765850.023725:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1788 00000100:00080000:2.0:1775765850.023730:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765850.023735:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765850.023748:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765850.023763:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707347456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765850.023777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765850.023782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765850.023784:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765850.023792:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1788 00000100:00080000:2.0:1775765850.023795:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765850.023800:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765850.023805:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765850.023817:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707347584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775765850.023859:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707347328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765850.024051:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347456:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775765850.024123:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347584:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765850.727547:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765851.751535:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765852.775535:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765853.095719:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765853.095774:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765853.095794:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765853.095844:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765853.095858:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775765853.095989:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765850/real 1775765853] req@ffff967bc4ba2d80 x1862023707347584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765853.096042:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707347584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765853.096066:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765853.096076:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765853.096084:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347584:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775765853.096100:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765850/real 1775765853] req@ffff967bc4ba0000 x1862023707347328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765853.096127:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707347328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765853.096140:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765853.096147:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765853.096154:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707347328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765853.096169:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765850/real 1775765853] req@ffff967bc4ba0a80 x1862023707347456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775765853.096194:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707347456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775765853.096212:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775765853.096219:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775765853.096226:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347456:192.168.202.151@tcp:38:kworker.0 00010000:00010000:1.0:1775765853.799404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765854.823533:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765855.143480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765855.143493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765855.143500:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765855.143514:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1793 00000100:00080000:0.0:1775765855.143528:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765855.143547:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765855.143608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707347712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765855.143662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765855.143667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765855.143671:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765855.143678:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1793 00000100:00080000:0.0:1775765855.143685:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765855.143692:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765855.143708:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765855.143734:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707347840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765855.143749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707347712:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765855.143789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765855.143795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765855.143799:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765855.143809:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1793 00000100:00080000:0.0:1775765855.143817:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765855.143825:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765855.143836:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775765855.143849:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775765855.143870:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707347968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765855.143918:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765855/real 1775765855] req@ffff967cc64ec380 x1862023707347712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765855.143944:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707347712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765855.143960:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765855.143967:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765855.143971:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707347712:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765855.144020:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347840:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765855.144056:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765855.144071:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765855/real 1775765855] req@ffff967cc64ef800 x1862023707347840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765855.144084:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707347840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765855.144092:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765855.144096:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765855.144099:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347840:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765855.144106:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347968:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765855.144131:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765855.144143:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765855/real 1775765855] req@ffff967cc64ec700 x1862023707347968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765855.144156:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707347968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765855.144164:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765855.144168:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765855.144171:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707347968:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765855.847575:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765856.871645:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765857.895417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765858.919446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765859.943510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765860.263369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765860.263393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765860.263401:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765860.263432:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1798 00000100:00080000:0.0:1775765860.263446:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765860.263455:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765860.263526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707348096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765860.263564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765860.263568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765860.263570:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765860.263574:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1798 00000100:00080000:0.0:1775765860.263579:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765860.263584:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765860.263599:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765860.263635:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707348224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765860.263647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765860.263651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765860.263653:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765860.263658:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1798 00000100:00080000:0.0:1775765860.263662:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765860.263668:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765860.263674:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765860.263679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707348096:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765860.263686:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707348352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765860.263766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765860.263823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765860/real 1775765860] req@ffff967cc64eed80 x1862023707348096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765860.263845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707348096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765860.263857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765860.263862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765860.263866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707348096:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765860.263875:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348224:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765860.263901:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765860.263915:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765860/real 1775765860] req@ffff967cc64ec700 x1862023707348224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765860.263928:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707348224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765860.263937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765860.263941:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765860.263944:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348224:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765860.263973:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348352:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765860.263997:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765860.264008:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765860/real 1775765860] req@ffff967cc64ef800 x1862023707348352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765860.264028:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707348352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765860.264056:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765860.264061:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765860.264066:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348352:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765860.967475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765861.991434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765863.015401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765864.039477:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765865.063402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765865.383333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765865.383345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765865.383349:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765865.383359:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1803 00000100:00080000:0.0:1775765865.383371:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765865.383378:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765865.383415:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707348480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765865.383440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765865.383443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765865.383446:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765865.383470:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1803 00000100:00080000:0.0:1775765865.383473:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765865.383477:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765865.383486:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765865.383497:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707348608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765865.383506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765865.383509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765865.383521:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765865.383528:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1803 00000100:00100000:3.0:1775765865.383528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707348480:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765865.383532:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765865.383538:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765865.383544:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765865.383553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707348736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765865.383608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765865.383663:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765865/real 1775765865] req@ffff967cc64ec380 x1862023707348480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765865.383690:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707348480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765865.383698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765865.383702:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765865.383705:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707348480:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765865.383724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348608:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765865.383741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765865.383749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765865/real 1775765865] req@ffff967cc64ec000 x1862023707348608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765865.383757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707348608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765865.383773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765865.383776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765865.383778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348608:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765865.383782:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348736:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765865.383796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765865.383802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765865/real 1775765865] req@ffff967cc64ed180 x1862023707348736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765865.383809:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707348736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765865.383815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765865.383816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765865.383818:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348736:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765866.087417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765867.111480:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765868.135452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765869.159412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765870.183426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765870.503320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765870.503330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765870.503336:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765870.503346:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1808 00000100:00080000:0.0:1775765870.503358:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765870.503365:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765870.503406:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707348864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765870.503439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765870.503442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765870.503444:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765870.503447:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1808 00000100:00080000:0.0:1775765870.503449:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765870.503452:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765870.503463:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765870.503472:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707348992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765870.503479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765870.503482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765870.503483:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765870.503486:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1808 00000100:00080000:0.0:1775765870.503488:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765870.503491:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765870.503496:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765870.503497:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707348864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765870.503504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707349120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765870.503578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765870.503618:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765870/real 1775765870] req@ffff967cc64edc00 x1862023707348864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765870.503634:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707348864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765870.503642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765870.503646:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765870.503649:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707348864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765870.503655:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348992:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765870.503672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765870.503680:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765870/real 1775765870] req@ffff967cc64ed500 x1862023707348992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765870.503687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707348992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765870.503692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765870.503694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765870.503696:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707348992:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765870.503717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349120:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765870.503738:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765870.503745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765870/real 1775765870] req@ffff967cc64edf80 x1862023707349120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765870.503752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707349120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765870.503758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765870.503760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765870.503762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349120:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765871.207397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765872.231469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765873.255452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765874.279453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765875.303397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765875.623381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765875.623389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765875.623394:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765875.623402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1813 00000100:00080000:2.0:1775765875.623412:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765875.623418:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765875.623452:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707349248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765875.623472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765875.623476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765875.623477:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765875.623480:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1813 00000100:00080000:2.0:1775765875.623482:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765875.623485:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765875.623493:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765875.623502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707349376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765875.623510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765875.623514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775765875.623514:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707349248:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765875.623517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765875.623524:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1813 00000100:00080000:2.0:1775765875.623530:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765875.623533:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765875.623537:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765875.623545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707349504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765875.623589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765875.623632:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765875/real 1775765875] req@ffff967bc4ba1f80 x1862023707349248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765875.623651:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707349248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765875.623659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765875.623662:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765875.623665:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707349248:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765875.623687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349376:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765875.623711:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765875.623724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765875/real 1775765875] req@ffff967bc4ba3100 x1862023707349376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765875.623738:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707349376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765875.623744:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765875.623746:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765875.623749:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349376:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765875.623753:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349504:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765875.623770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765875.623777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765875/real 1775765875] req@ffff967bc4ba1c00 x1862023707349504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765875.623785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707349504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765875.623795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765875.623806:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765875.623811:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349504:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765876.327563:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765877.351726:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765878.375455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765879.399459:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765880.423449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765880.743406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765880.743416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765880.743421:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765880.743431:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1819 00000100:00080000:2.0:1775765880.743443:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765880.743451:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765880.743495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707349632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765880.743523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765880.743528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765880.743530:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765880.743536:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1819 00000100:00080000:2.0:1775765880.743540:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765880.743545:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765880.743558:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765880.743570:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707349632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775765880.743576:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707349760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765880.743586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765880.743589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765880.743591:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765880.743594:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1819 00000100:00080000:2.0:1775765880.743598:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765880.743601:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765880.743606:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765880.743617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707349888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765880.743641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765880.743682:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765880/real 1775765880] req@ffff967bc4ba3480 x1862023707349632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765880.743696:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707349632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765880.743705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765880.743709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765880.743712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707349632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765880.743733:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349760:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765880.743748:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765880.743756:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765880/real 1775765880] req@ffff967bc4ba2680 x1862023707349760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765880.743765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707349760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765880.743770:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765880.743772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765880.743774:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349760:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765880.743778:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349888:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765880.743790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765880.743796:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765880/real 1775765880] req@ffff967bc4ba2a00 x1862023707349888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765880.743804:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707349888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765880.743809:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765880.743811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765880.743813:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707349888:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765881.447457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765882.471394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765883.495422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765884.519698:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765885.544093:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765885.863402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765885.863412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765885.863417:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765885.863427:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1824 00000100:00080000:0.0:1775765885.863439:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765885.863446:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765885.863492:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707350016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765885.863518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765885.863520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765885.863521:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765885.863525:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1824 00000100:00080000:0.0:1775765885.863527:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765885.863529:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765885.863538:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765885.863548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707350144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765885.863555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765885.863558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765885.863559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765885.863562:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1824 00000100:00080000:0.0:1775765885.863565:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765885.863568:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765885.863574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765885.863582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707350272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765885.863585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707350016:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765885.863673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765885.863719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765885/real 1775765885] req@ffff967cc64eea00 x1862023707350016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765885.863743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707350016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765885.863755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765885.863760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765885.863763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707350016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765885.863770:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350144:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765885.863790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765885.863800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765885/real 1775765885] req@ffff967cc64eca80 x1862023707350144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765885.863810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707350144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765885.863816:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765885.863819:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765885.863821:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350144:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765885.863841:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350272:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765885.863854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765885.863860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765885/real 1775765885] req@ffff967cc64ece00 x1862023707350272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765885.863869:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707350272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765885.863874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765885.863877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765885.863879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350272:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765886.567413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765887.591433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765888.615861:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765889.639681:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765890.663409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765890.983395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765890.983409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765890.983415:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765890.983429:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1829 00000100:00080000:0.0:1775765890.983443:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765890.983452:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765890.983507:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707350400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765890.983545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765890.983549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765890.983551:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765890.983556:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1829 00000100:00080000:0.0:1775765890.983561:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765890.983567:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765890.983579:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765890.983591:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707350400:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765890.983600:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707350528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765890.983613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765890.983617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765890.983619:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765890.983624:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1829 00000100:00080000:0.0:1775765890.983628:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765890.983633:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765890.983640:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765890.983654:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707350656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765890.983679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765890.983729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765890/real 1775765890] req@ffff967cc64ef480 x1862023707350400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765890.983751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707350400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765890.983771:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765890.983776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765890.983781:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707350400:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765890.983809:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350528:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765890.983830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765890.983841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765890/real 1775765890] req@ffff967cc64ece00 x1862023707350528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765890.983855:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707350528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765890.983861:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765890.983863:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765890.983865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350528:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765890.983870:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350656:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765890.983883:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765890.983890:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765890/real 1775765890] req@ffff967cc64eca80 x1862023707350656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765890.983897:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707350656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765890.983903:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765890.983904:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765890.983906:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350656:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765891.687494:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765892.711432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765893.735437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765894.759426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765895.783415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765896.103354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765896.103363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765896.103366:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765896.103375:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1834 00000100:00080000:0.0:1775765896.103385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765896.103390:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765896.103425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707350784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765896.103451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765896.103454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765896.103455:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765896.103458:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1834 00000100:00080000:0.0:1775765896.103460:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765896.103463:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765896.103470:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765896.103480:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707350912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765896.103488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765896.103490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765896.103491:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765896.103495:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1834 00000100:00080000:0.0:1775765896.103498:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765896.103500:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765896.103505:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765896.103514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707351040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765896.103520:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707350784:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765896.103607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765896.103660:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765896/real 1775765896] req@ffff967cc64eea00 x1862023707350784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765896.103678:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707350784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765896.103687:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765896.103691:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765896.103694:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707350784:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765896.103700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350912:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765896.103728:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765896.103737:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765896/real 1775765896] req@ffff967cc64edf80 x1862023707350912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765896.103746:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707350912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765896.103751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765896.103754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765896.103756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707350912:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765896.103779:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351040:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765896.103796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765896.103806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765896/real 1775765896] req@ffff967cc64ed500 x1862023707351040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765896.103819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707351040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765896.103828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765896.103832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765896.103835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351040:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765896.808082:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765897.831472:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765898.855451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765899.879461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765900.903447:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765901.223343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765901.223354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765901.223360:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765901.223371:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1839 00000100:00080000:0.0:1775765901.223385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765901.223392:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765901.223434:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707351168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765901.223474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765901.223477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765901.223479:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765901.223482:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1839 00000100:00080000:0.0:1775765901.223485:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765901.223488:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765901.223496:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765901.223506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707351296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765901.223515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775765901.223515:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707351168:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765901.223520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765901.223522:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765901.223530:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1839 00000100:00080000:0.0:1775765901.223533:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765901.223536:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765901.223539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765901.223547:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707351424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765901.223592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765901.223626:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765901/real 1775765901] req@ffff967cc64edc00 x1862023707351168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765901.223642:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707351168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765901.223650:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765901.223653:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765901.223656:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707351168:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765901.223674:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351296:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765901.223690:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765901.223698:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765901/real 1775765901] req@ffff967cc64ed180 x1862023707351296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765901.223706:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707351296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765901.223717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765901.223719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765901.223722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351296:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765901.223725:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351424:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765901.223736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765901.223742:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765901/real 1775765901] req@ffff967cc64ec000 x1862023707351424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765901.223749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707351424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765901.223755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765901.223757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765901.223759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351424:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765901.927437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765902.951495:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765903.975382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765904.999486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765906.024194:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765906.343438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765906.343447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765906.343451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765906.343460:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1844 00000100:00080000:1.0:1775765906.343479:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765906.343484:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765906.343519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707351552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765906.343555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765906.343558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765906.343559:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765906.343562:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1844 00000100:00080000:1.0:1775765906.343565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765906.343567:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765906.343574:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765906.343600:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707351680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765906.343609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765906.343619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765906.343622:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765906.343623:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707351552:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765906.343629:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1844 00000100:00080000:1.0:1775765906.343635:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765906.343638:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765906.343643:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765906.343654:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707351808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765906.343696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765906.343740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765906/real 1775765906] req@ffff967cc31d9180 x1862023707351552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765906.343778:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707351552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765906.343790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765906.343794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765906.343798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707351552:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765906.343805:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351680:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765906.343854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765906.343879:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765906/real 1775765906] req@ffff967cc31da300 x1862023707351680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765906.343893:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707351680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765906.343901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765906.343903:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765906.343906:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351680:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765906.343928:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351808:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765906.343948:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765906.343970:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765906/real 1775765906] req@ffff967cc31d9f80 x1862023707351808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765906.343983:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707351808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765906.343993:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765906.343997:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765906.344000:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707351808:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765907.047479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765908.071491:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765909.095495:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765910.119402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765911.143414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765911.463406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765911.463416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765911.463421:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765911.463432:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1849 00000100:00080000:2.0:1775765911.463457:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765911.463465:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765911.463528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707351936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765911.463566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765911.463571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765911.463574:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765911.463579:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1849 00000100:00080000:2.0:1775765911.463584:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765911.463589:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765911.463601:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765911.463634:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707352064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765911.463645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765911.463649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765911.463650:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765911.463655:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1849 00000100:00080000:2.0:1775765911.463659:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765911.463663:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765911.463668:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765911.463678:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707352192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765911.463690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707351936:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765911.463764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765911.463844:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765911/real 1775765911] req@ffff967bc4ba0700 x1862023707351936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765911.463866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707351936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765911.463878:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765911.463882:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765911.463887:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707351936:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765911.463895:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352064:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765911.463916:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765911.463927:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765911/real 1775765911] req@ffff967bc4ba0380 x1862023707352064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765911.463954:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707352064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765911.463963:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765911.463966:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765911.463970:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352064:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765911.463993:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352192:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765911.464013:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765911.464023:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765911/real 1775765911] req@ffff967bc4ba1500 x1862023707352192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765911.464035:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707352192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765911.464050:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765911.464053:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765911.464056:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352192:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765912.167469:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765913.191921:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765914.215546:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765915.239435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765916.263510:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765916.583407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765916.583420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765916.583427:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765916.583441:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1854 00000100:00080000:0.0:1775765916.583457:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765916.583466:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765916.583524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707352320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765916.583568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765916.583576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765916.583580:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765916.583587:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1854 00000100:00080000:0.0:1775765916.583593:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765916.583600:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765916.583618:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765916.583645:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707352448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765916.583662:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707352320:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765916.583691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765916.583702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765916.583705:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765916.583716:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1854 00000100:00080000:0.0:1775765916.583768:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765916.583776:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765916.583785:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765916.583806:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707352576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765916.583885:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352448:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765916.583937:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352576:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765917.287499:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765918.311593:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765919.335481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775765919.655662:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775765919.655778:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775765919.655802:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765919.655869:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775765919.655883:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765919.656000:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765916/real 1775765919] req@ffff967cc64ef800 x1862023707352448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765919.656059:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707352448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765919.656080:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765919.656088:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765919.656106:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352448:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765919.656121:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765916/real 1775765919] req@ffff967cc64ec700 x1862023707352576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765919.656143:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707352576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765919.656157:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765919.656163:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765919.656169:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352576:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775765919.656180:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765916/real 1775765919] req@ffff967cc64ec380 x1862023707352320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765919.656199:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707352320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765919.656210:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765919.656216:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765919.656221:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707352320:192.168.202.151@tcp:250:kworker.0 00010000:00010000:2.0:1775765920.359476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765921.383481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765921.703362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765921.703371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765921.703375:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765921.703384:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1860 00000100:00080000:2.0:1775765921.703394:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765921.703399:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765921.703446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707352704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765921.703478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765921.703482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765921.703484:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765921.703490:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1860 00000100:00080000:2.0:1775765921.703494:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765921.703499:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765921.703520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765921.703538:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707352832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765921.703539:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707352704:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765921.703559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765921.703563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765921.703565:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765921.703571:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1860 00000100:00080000:2.0:1775765921.703577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765921.703583:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765921.703591:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765921.703605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707352960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765921.703622:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765921.703709:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765921/real 1775765921] req@ffff967bc4ba1500 x1862023707352704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765921.703731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707352704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765921.703741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765921.703745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765921.703750:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707352704:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765921.703774:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352832:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765921.703801:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765921.703814:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765921/real 1775765921] req@ffff967bc4ba0380 x1862023707352832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765921.703848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707352832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765921.703858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765921.703862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765921.703865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352832:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765921.703872:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352960:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765921.703895:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765921.703919:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765921/real 1775765921] req@ffff967bc4ba0700 x1862023707352960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765921.703931:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707352960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765921.703940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765921.703944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765921.703947:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707352960:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765922.407424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765923.431530:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765924.455393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765925.479447:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765926.503510:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765926.823415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765926.823426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765926.823432:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765926.823443:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1865 00000100:00080000:1.0:1775765926.823458:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765926.823467:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765926.823511:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707353088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765926.823553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765926.823560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765926.823564:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765926.823572:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1865 00000100:00080000:1.0:1775765926.823579:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765926.823587:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765926.823613:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765926.823664:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707353216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765926.823687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765926.823695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765926.823700:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765926.823715:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1865 00000100:00100000:3.0:1775765926.823716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707353088:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765926.823724:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765926.823733:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765926.823742:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765926.823764:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707353344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765926.823814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765926.823864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765926/real 1775765926] req@ffff967cc31d8000 x1862023707353088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765926.823889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707353088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765926.823923:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765926.823928:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765926.823934:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707353088:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765926.823943:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353216:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765926.823968:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765926.823992:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765926/real 1775765926] req@ffff967cc31d8700 x1862023707353216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765926.824006:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707353216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765926.824016:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765926.824020:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765926.824024:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353216:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765926.824051:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353344:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765926.824072:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765926.824085:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765926/real 1775765926] req@ffff967cc31d9c00 x1862023707353344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765926.824108:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707353344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765926.824125:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765926.824131:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765926.824137:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353344:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765927.527434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765928.551461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765929.575441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765930.599466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765931.623475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765931.943390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765931.943404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765931.943410:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765931.943424:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1870 00000100:00080000:2.0:1775765931.943438:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765931.943446:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765931.943497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707353472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765931.943530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765931.943535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765931.943536:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765931.943541:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1870 00000100:00080000:2.0:1775765931.943545:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765931.943549:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765931.943562:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765931.943594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707353600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765931.943607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765931.943611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765931.943613:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765931.943618:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707353472:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765931.943623:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1870 00000100:00080000:2.0:1775765931.943630:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765931.943634:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765931.943642:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765931.943658:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707353728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765931.943693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765931.943748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765931/real 1775765931] req@ffff967bc4ba2a00 x1862023707353472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765931.943769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707353472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765931.943781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765931.943785:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765931.943790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707353472:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765931.943817:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353600:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765931.943842:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765931.943852:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765931/real 1775765931] req@ffff967bc4ba2680 x1862023707353600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765931.943861:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707353600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765931.943868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765931.943870:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765931.943872:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353600:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765931.943877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353728:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765931.943891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765931.943906:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765931/real 1775765931] req@ffff967bc4ba3480 x1862023707353728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765931.943915:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707353728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765931.943921:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765931.943923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765931.943925:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353728:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765932.647446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765933.672406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765934.695420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765935.719528:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765936.743504:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765937.063333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765937.063342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765937.063346:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765937.063355:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1875 00000100:00080000:2.0:1775765937.063365:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765937.063371:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765937.063413:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707353856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765937.063445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765937.063449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765937.063451:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765937.063456:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1875 00000100:00080000:2.0:1775765937.063461:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765937.063467:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765937.063478:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765937.063493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707353984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765937.063503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765937.063505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765937.063507:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765937.063512:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1875 00000100:00080000:2.0:1775765937.063518:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775765937.063520:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707353856:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765937.063526:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765937.063550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765937.063565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707354112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765937.063620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765937.063665:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765937/real 1775765937] req@ffff967bc4ba1c00 x1862023707353856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765937.063682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707353856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765937.063691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765937.063695:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765937.063698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707353856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765937.063720:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353984:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765937.063735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765937.063743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765937/real 1775765937] req@ffff967bc4ba3100 x1862023707353984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765937.063751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707353984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765937.063760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765937.063762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765937.063765:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707353984:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765937.063768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354112:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765937.063780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765937.063785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765937/real 1775765937] req@ffff967bc4ba1f80 x1862023707354112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765937.063792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707354112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765937.063798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765937.063800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765937.063802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354112:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765937.767479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765938.791465:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765939.815459:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765940.839470:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765941.863388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765942.183425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765942.183437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765942.183442:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765942.183453:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1880 00000100:00080000:0.0:1775765942.183465:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765942.183473:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765942.183566:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707354240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765942.183598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765942.183602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765942.183604:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765942.183608:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1880 00000100:00080000:0.0:1775765942.183612:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765942.183617:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765942.183625:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765942.183639:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707354368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765942.183650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765942.183654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765942.183656:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765942.183660:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1880 00000100:00080000:0.0:1775765942.183663:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765942.183669:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765942.183674:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707354240:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775765942.183675:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765942.183706:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707354496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765942.183780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765942.183825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765942/real 1775765942] req@ffff967cc64eed80 x1862023707354240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765942.183845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707354240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765942.183855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765942.183859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765942.183863:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707354240:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765942.183872:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354368:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765942.183892:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765942.183903:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765942/real 1775765942] req@ffff967cc64ec380 x1862023707354368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765942.183914:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707354368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765942.183921:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765942.183924:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765942.183927:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354368:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765942.183950:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354496:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765942.183965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765942.183974:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765942/real 1775765942] req@ffff967cc64ec700 x1862023707354496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765942.183984:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707354496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765942.183992:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765942.183994:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765942.183997:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354496:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765942.887411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765943.911393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765944.935549:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765945.959510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765946.983543:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765947.303488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765947.303516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765947.303539:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765947.303557:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1885 00000100:00080000:2.0:1775765947.303583:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765947.303595:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765947.303666:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707354624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765947.303723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765947.303728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765947.303730:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765947.303736:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1885 00000100:00080000:2.0:1775765947.303741:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765947.303747:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765947.303765:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765947.303781:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707354752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765947.303794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765947.303798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765947.303800:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765947.303807:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1885 00000100:00080000:2.0:1775765947.303812:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765947.303816:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765947.303822:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765947.303834:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707354880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765947.303846:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707354624:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775765947.303930:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765947.303982:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765947/real 1775765947] req@ffff967bc4ba0a80 x1862023707354624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765947.304008:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707354624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765947.304021:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765947.304027:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765947.304032:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707354624:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765947.304040:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354752:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765947.304063:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765947.304076:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765947/real 1775765947] req@ffff967bc4ba0000 x1862023707354752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765947.304089:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707354752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765947.304098:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765947.304102:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765947.304105:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354752:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765947.304131:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354880:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765947.304152:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765947.304162:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765947/real 1775765947] req@ffff967bc4ba2d80 x1862023707354880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765947.304176:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707354880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765947.304193:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765947.304197:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765947.304200:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707354880:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765948.007385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765949.031509:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765950.055846:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765951.079481:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765952.103480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765952.423464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765952.423475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765952.423480:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765952.423490:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1890 00000100:00080000:0.0:1775765952.423503:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765952.423511:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765952.423552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707355008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765952.423585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765952.423589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765952.423591:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765952.423595:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1890 00000100:00080000:0.0:1775765952.423598:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765952.423602:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765952.423612:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765952.423626:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707355136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765952.423636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765952.423640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765952.423642:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765952.423646:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1890 00000100:00080000:0.0:1775765952.423649:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765952.423653:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765952.423658:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765952.423666:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707355008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765952.423669:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707355264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765952.423756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765952.423800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765952/real 1775765952] req@ffff967cc64ef800 x1862023707355008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765952.423820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707355008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765952.423847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765952.423854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765952.423862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707355008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765952.423876:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355136:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765952.423918:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765952.423941:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765952/real 1775765952] req@ffff967cc64ec000 x1862023707355136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765952.423967:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707355136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765952.423984:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765952.423992:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765952.423998:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355136:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765952.424054:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355264:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765952.424085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765952.424108:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765952/real 1775765952] req@ffff967cc64ed180 x1862023707355264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765952.424124:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707355264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765952.424134:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765952.424138:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765952.424142:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355264:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765953.127488:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765954.151461:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765955.175416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765956.199844:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765957.224152:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765957.543328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765957.543355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765957.543360:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765957.543371:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1895 00000100:00080000:0.0:1775765957.543383:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765957.543390:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765957.543438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707355392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765957.543470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765957.543473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765957.543475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765957.543478:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1895 00000100:00080000:0.0:1775765957.543481:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765957.543484:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765957.543493:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765957.543504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707355520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765957.543512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765957.543515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765957.543516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765957.543518:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1895 00000100:00080000:0.0:1775765957.543520:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765957.543522:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765957.543526:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765957.543530:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707355392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775765957.543535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707355648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765957.543616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765957.543663:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765957/real 1775765957] req@ffff967cc64edc00 x1862023707355392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765957.543683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707355392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765957.543695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765957.543700:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765957.543704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707355392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765957.543713:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355520:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765957.543734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765957.543746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765957/real 1775765957] req@ffff967cc64ed500 x1862023707355520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765957.543759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707355520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765957.543767:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765957.543771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765957.543774:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355520:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765957.543798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355648:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765957.543817:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765957.543826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765957/real 1775765957] req@ffff967cc64edf80 x1862023707355648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765957.543838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707355648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765957.543846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765957.543849:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765957.543852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355648:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775765958.247491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765959.271628:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775765960.295411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765961.319456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765962.343491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765962.663422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765962.663437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765962.663444:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765962.663459:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1901 00000100:00080000:2.0:1775765962.663475:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765962.663485:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765962.663544:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707355776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765962.663580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765962.663584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765962.663586:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765962.663591:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1901 00000100:00080000:2.0:1775765962.663596:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765962.663601:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765962.663615:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775765962.663632:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707355776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775765962.663633:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707355904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765962.663650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765962.663655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765962.663657:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765962.663662:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1901 00000100:00080000:2.0:1775765962.663678:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765962.663687:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765962.663693:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765962.663708:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707356032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765962.663712:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765962.663764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765962/real 1775765962] req@ffff967bc4ba3800 x1862023707355776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765962.663781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707355776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765962.663790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765962.663794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765962.663797:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707355776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765962.663821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355904:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765962.663837:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765962.663851:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765962/real 1775765962] req@ffff967bc4ba1880 x1862023707355904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765962.663859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707355904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765962.663865:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765962.663867:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765962.663869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707355904:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765962.663873:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356032:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765962.663886:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765962.663892:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765962/real 1775765962] req@ffff967bc4ba0e00 x1862023707356032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765962.663899:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707356032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765962.663905:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765962.663907:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765962.663908:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356032:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775765963.367660:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765964.391376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775765965.415444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765966.439396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765967.463452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765967.783415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765967.783427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765967.783432:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765967.783445:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1906 00000100:00080000:1.0:1775765967.783458:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765967.783467:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765967.783518:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707356160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765967.783554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765967.783558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765967.783559:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765967.783564:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1906 00000100:00080000:1.0:1775765967.783567:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765967.783571:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765967.783584:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765967.783602:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707356288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765967.783613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765967.783617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765967.783618:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765967.783624:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1906 00000100:00080000:1.0:1775765967.783629:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765967.783638:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775765967.783641:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707356160:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775765967.783645:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765967.783665:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707356416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765967.783734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765967.783772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765967/real 1775765967] req@ffff967cc31da680 x1862023707356160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765967.783787:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707356160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765967.783796:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765967.783801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765967.783804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707356160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765967.783809:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356288:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765967.783824:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765967.783831:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765967/real 1775765967] req@ffff967cc31d8380 x1862023707356288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765967.783839:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707356288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765967.783845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765967.783848:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765967.783850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356288:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765967.783868:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356416:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765967.783887:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765967.783895:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765967/real 1775765967] req@ffff967cc31d9c00 x1862023707356416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765967.783903:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707356416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765967.783910:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765967.783912:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765967.783915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356416:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775765968.487417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765969.511346:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765970.535412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765971.559379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765972.583408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765972.903337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765972.903347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765972.903352:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765972.903362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1911 00000100:00080000:1.0:1775765972.903373:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765972.903380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765972.903433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707356544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765972.903456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765972.903459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765972.903461:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765972.903464:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1911 00000100:00080000:1.0:1775765972.903467:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765972.903469:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765972.903480:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765972.903490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707356672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765972.903498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765972.903502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765972.903504:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775765972.903504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707356544:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775765972.903514:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1911 00000100:00080000:1.0:1775765972.903517:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765972.903520:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765972.903524:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775765972.903533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707356800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765972.903582:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765972.903623:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765972/real 1775765972] req@ffff967cc31d8700 x1862023707356544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765972.903650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707356544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765972.903662:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765972.903666:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765972.903671:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707356544:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765972.903698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356672:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765972.903717:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765972.903728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765972/real 1775765972] req@ffff967cc31d8000 x1862023707356672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765972.903737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707356672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765972.903743:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765972.903745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765972.903748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356672:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765972.903763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356800:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765972.903785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765972.903797:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765972/real 1775765972] req@ffff967cc31d9f80 x1862023707356800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765972.903810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707356800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765972.903818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765972.903820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765972.903822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707356800:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765973.607381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765974.631504:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765975.655392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765976.679509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765977.703361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765978.023399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765978.023408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765978.023418:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765978.023427:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1916 00000100:00080000:2.0:1775765978.023438:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765978.023444:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765978.023484:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707356928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765978.023513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765978.023517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765978.023518:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765978.023522:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1916 00000100:00080000:2.0:1775765978.023525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765978.023529:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765978.023539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765978.023553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707357056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765978.023562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765978.023567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765978.023568:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765978.023574:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1916 00000100:00080000:2.0:1775765978.023578:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775765978.023583:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707356928:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765978.023584:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765978.023596:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765978.023608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707357184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765978.023674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765978.023719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765978/real 1775765978] req@ffff967bc4ba1180 x1862023707356928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765978.023740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707356928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765978.023749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765978.023753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765978.023756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707356928:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765978.023779:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357056:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765978.023794:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765978.023802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765978/real 1775765978] req@ffff967bc4ba3b80 x1862023707357056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765978.023810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707357056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765978.023816:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765978.023818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765978.023820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357056:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765978.023824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357184:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765978.023836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765978.023842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765978/real 1775765978] req@ffff967bc4ba2300 x1862023707357184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765978.023849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707357184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765978.023859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765978.023861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765978.023863:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357184:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775765978.727575:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765979.751369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765980.775492:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765981.799343:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765982.823362:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765983.143412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765983.143421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765983.143425:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765983.143434:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1921 00000100:00080000:0.0:1775765983.143447:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765983.143453:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765983.143487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707357312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765983.143524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765983.143527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765983.143529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765983.143532:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1921 00000100:00080000:0.0:1775765983.143534:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765983.143537:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765983.143547:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765983.143563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707357440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765983.143567:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707357312:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765983.143583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765983.143588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765983.143590:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765983.143596:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1921 00000100:00080000:0.0:1775765983.143601:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765983.143606:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765983.143627:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765983.143637:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707357568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765983.143687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357440:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765983.143733:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357568:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765983.847384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765984.871425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765985.895384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775765986.215551:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775765986.215592:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775765986.215622:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765986.215672:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775765986.215682:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775765986.215825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765983/real 1775765986] req@ffff967cc64eca80 x1862023707357440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765986.215866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707357440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765986.215879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765986.215884:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765986.215887:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357440:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765986.215895:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765983/real 1775765986] req@ffff967cc64ece00 x1862023707357568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765986.215905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707357568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765986.215921:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765986.215925:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765986.215929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357568:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775765986.215937:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765983/real 1775765986] req@ffff967cc64eea00 x1862023707357312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765986.215952:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707357312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765986.215960:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765986.215964:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765986.215967:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707357312:192.168.202.151@tcp:250:kworker.0 00010000:00010000:3.0:1775765986.919437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765987.943414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775765988.263406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765988.263416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775765988.263421:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765988.263431:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1926 00000100:00080000:2.0:1775765988.263442:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765988.263450:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775765988.263491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707357696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775765988.263520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765988.263524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775765988.263526:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765988.263531:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1926 00000100:00080000:2.0:1775765988.263535:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765988.263539:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765988.263551:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775765988.263566:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707357824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765988.263579:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707357696:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775765988.263580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775765988.263589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775765988.263592:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775765988.263597:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1926 00000100:00080000:2.0:1775765988.263601:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775765988.263605:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775765988.263611:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775765988.263622:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707357952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765988.263672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765988.263720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765988/real 1775765988] req@ffff967bc4ba2300 x1862023707357696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765988.263745:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707357696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765988.263758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765988.263764:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765988.263768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707357696:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765988.263801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357824:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765988.263827:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765988.263843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765988/real 1775765988] req@ffff967bc4ba3b80 x1862023707357824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765988.263857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707357824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765988.263865:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765988.263868:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765988.263871:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357824:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765988.263877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357952:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765988.263899:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765988.263908:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765988/real 1775765988] req@ffff967bc4ba1180 x1862023707357952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765988.263919:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707357952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765988.263927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765988.263929:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765988.263932:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707357952:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775765988.967464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765989.991385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765991.015417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765992.039443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765993.063423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775765993.383415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765993.383426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775765993.383431:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765993.383442:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1931 00000100:00080000:0.0:1775765993.383454:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765993.383460:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775765993.383507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707358080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775765993.383538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765993.383543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775765993.383544:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765993.383554:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1931 00000100:00080000:0.0:1775765993.383558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765993.383562:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765993.383574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775765993.383590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707358208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775765993.383595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707358080:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775765993.383602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775765993.383605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775765993.383607:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775765993.383611:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1931 00000100:00080000:0.0:1775765993.383615:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775765993.383619:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775765993.383623:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775765993.383632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707358336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765993.383671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765993.383722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765993/real 1775765993] req@ffff967cc64ef480 x1862023707358080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765993.383742:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707358080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765993.383753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765993.383758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765993.383763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707358080:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765993.383785:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358208:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765993.383803:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765993.383813:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765993/real 1775765993] req@ffff967cc64eea00 x1862023707358208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765993.383821:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707358208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765993.383826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765993.383828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765993.383830:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358208:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765993.383834:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358336:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765993.383845:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765993.383851:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765993/real 1775765993] req@ffff967cc64ece00 x1862023707358336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765993.383858:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707358336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765993.383868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765993.383870:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765993.383873:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358336:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775765994.087425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765995.111373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765996.135467:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775765997.159455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775765998.183456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775765998.503420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765998.503436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775765998.503442:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765998.503458:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1936 00000100:00080000:1.0:1775765998.503476:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765998.503488:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775765998.503546:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707358464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765998.503589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765998.503594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775765998.503596:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765998.503602:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1936 00000100:00080000:1.0:1775765998.503607:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765998.503612:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765998.503624:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775765998.503641:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707358592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775765998.503654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775765998.503658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775765998.503661:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775765998.503666:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1936 00000100:00080000:1.0:1775765998.503672:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775765998.503677:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775765998.503684:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775765998.503691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707358464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775765998.503703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707358720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775765998.503793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765998.503857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765998/real 1775765998] req@ffff967cc31da300 x1862023707358464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765998.503890:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707358464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765998.503911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765998.503919:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765998.503970:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707358464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775765998.504005:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358592:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775765998.504045:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765998.504067:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765998/real 1775765998] req@ffff967cc31d9180 x1862023707358592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765998.504088:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707358592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765998.504103:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765998.504110:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765998.504116:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358592:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775765998.504152:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358720:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775765998.504184:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775765998.504202:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775765998/real 1775765998] req@ffff967cc31d8e00 x1862023707358720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775765998.504222:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707358720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775765998.504238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775765998.504244:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775765998.504250:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358720:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775765999.207416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766000.231460:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766001.255501:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766002.279436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766003.303435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766003.623400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766003.623410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766003.623415:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766003.623423:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1941 00000100:00080000:2.0:1775766003.623434:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766003.623439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766003.623476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707358848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766003.623501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766003.623504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766003.623505:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766003.623509:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1941 00000100:00080000:2.0:1775766003.623511:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766003.623514:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766003.623521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766003.623530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707358976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766003.623541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766003.623544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766003.623545:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766003.623548:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1941 00000100:00080000:2.0:1775766003.623550:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766003.623552:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766003.623556:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766003.623566:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707359104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766003.623578:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707358848:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766003.623658:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766003.623703:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766003/real 1775766003] req@ffff967bc4ba0e00 x1862023707358848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766003.623720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707358848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766003.623728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766003.623732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766003.623735:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707358848:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766003.623742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358976:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766003.623756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766003.623764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766003/real 1775766003] req@ffff967bc4ba1880 x1862023707358976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766003.623773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707358976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766003.623778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766003.623780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766003.623782:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707358976:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766003.623804:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359104:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766003.623816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766003.623822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766003/real 1775766003] req@ffff967bc4ba3800 x1862023707359104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766003.623830:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707359104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766003.623835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766003.623837:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766003.623839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359104:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766004.327394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766005.351406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766006.375384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766007.399391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766008.423388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766008.743417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766008.743426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766008.743429:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766008.743438:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1947 00000100:00080000:0.0:1775766008.743448:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766008.743454:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766008.743489:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707359232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766008.743513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766008.743516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766008.743517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766008.743520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1947 00000100:00080000:0.0:1775766008.743522:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766008.743526:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766008.743561:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766008.743577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707359360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766008.743588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707359232:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766008.743592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766008.743602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766008.743607:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766008.743624:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1947 00000100:00080000:0.0:1775766008.743628:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766008.743632:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766008.743637:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766008.743652:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707359488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766008.743720:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766008.743789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766008/real 1775766008] req@ffff967cc64eca80 x1862023707359232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766008.743832:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707359232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766008.743893:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766008.743901:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766008.743909:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707359232:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766008.743943:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359360:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766008.743983:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766008.743997:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766008/real 1775766008] req@ffff967cc64edf80 x1862023707359360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766008.744010:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707359360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766008.744019:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766008.744022:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766008.744026:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359360:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766008.744032:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359488:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766008.744050:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766008.744059:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766008/real 1775766008] req@ffff967cc64ed500 x1862023707359488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766008.744082:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707359488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766008.744094:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766008.744099:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766008.744119:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359488:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766009.447454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766010.471359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766011.496339:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766012.520354:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766013.543389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766013.863405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766013.863414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766013.863418:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766013.863426:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1952 00000100:00080000:2.0:1775766013.863436:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766013.863441:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766013.863487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707359616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766013.863509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766013.863512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766013.863513:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766013.863516:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1952 00000100:00080000:2.0:1775766013.863519:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766013.863521:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766013.863528:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766013.863536:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707359744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766013.863542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766013.863545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766013.863546:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766013.863549:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1952 00000100:00080000:2.0:1775766013.863550:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766013.863553:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766013.863557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766013.863564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707359872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766013.863582:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707359616:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766013.863640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766013.863675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766013/real 1775766013] req@ffff967bc4ba2d80 x1862023707359616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766013.863689:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707359616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766013.863697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766013.863700:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766013.863703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707359616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766013.863709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359744:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766013.863722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766013.863729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766013/real 1775766013] req@ffff967bc4ba0000 x1862023707359744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766013.863736:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707359744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766013.863746:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766013.863748:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766013.863750:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359744:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766013.863753:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359872:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766013.863772:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766013.863777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766013/real 1775766013] req@ffff967bc4ba0a80 x1862023707359872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766013.863784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707359872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766013.863789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766013.863791:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766013.863792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707359872:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766014.567370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766015.591422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766016.615388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766017.639383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766018.663398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766018.983387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766018.983397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766018.983401:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766018.983410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1957 00000100:00080000:2.0:1775766018.983422:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766018.983428:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766018.983467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707360000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766018.983499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766018.983514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766018.983515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766018.983519:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1957 00000100:00080000:2.0:1775766018.983521:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766018.983533:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766018.983541:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766018.983551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707360128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766018.983560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766018.983564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766018.983566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766018.983572:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1957 00000100:00080000:2.0:1775766018.983577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766018.983581:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707360000:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766018.983586:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766018.983594:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766018.983610:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707360256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766018.983654:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766018.983700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766018/real 1775766018] req@ffff967bc4ba1f80 x1862023707360000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766018.983717:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707360000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766018.983726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766018.983729:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766018.983733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707360000:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766018.983739:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360128:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766018.983806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766018.983821:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766018/real 1775766018] req@ffff967bc4ba3100 x1862023707360128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766018.983837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707360128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766018.983844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766018.983847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766018.983850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360128:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766018.983873:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360256:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766018.983891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766018.983902:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766018/real 1775766018] req@ffff967bc4ba1c00 x1862023707360256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766018.983916:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707360256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766018.983927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766018.983931:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766018.983935:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766019.687418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766020.711397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766021.735387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766022.759391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766023.783451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766024.103387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766024.103400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766024.103406:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766024.103419:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1962 00000100:00080000:0.0:1775766024.103433:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766024.103441:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766024.103489:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707360384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766024.103528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766024.103534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766024.103536:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766024.103542:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1962 00000100:00080000:0.0:1775766024.103546:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766024.103551:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766024.103563:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766024.103577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707360512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766024.103592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766024.103597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766024.103600:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766024.103609:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1962 00000100:00080000:0.0:1775766024.103617:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766024.103630:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766024.103633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707360384:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766024.103649:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766024.103679:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707360640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766024.103763:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766024.103817:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766024/real 1775766024] req@ffff967cc64edc00 x1862023707360384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766024.103843:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707360384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766024.103857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766024.103863:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766024.103868:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707360384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766024.103877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360512:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766024.103904:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766024.103918:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766024/real 1775766024] req@ffff967cc64ed180 x1862023707360512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766024.103932:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707360512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766024.103943:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766024.103947:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766024.103951:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766024.103979:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360640:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766024.104000:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766024.104011:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766024/real 1775766024] req@ffff967cc64ec000 x1862023707360640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766024.104024:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707360640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766024.104043:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766024.104046:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766024.104050:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360640:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766024.807358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766025.831404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766026.855386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766027.879364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766028.903323:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766029.223363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766029.223372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766029.223376:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766029.223384:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1967 00000100:00080000:2.0:1775766029.223396:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766029.223401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766029.223435:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707360768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766029.223458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766029.223461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766029.223462:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766029.223465:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1967 00000100:00080000:2.0:1775766029.223468:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766029.223470:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766029.223478:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766029.223488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707360896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766029.223496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766029.223500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766029.223502:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766029.223506:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1967 00000100:00080000:2.0:1775766029.223510:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766029.223511:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707360768:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766029.223513:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766029.223519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766029.223526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707361024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766029.223584:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766029.223626:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766029/real 1775766029] req@ffff967bc4ba3480 x1862023707360768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766029.223647:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707360768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766029.223677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766029.223682:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766029.223698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707360768:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766029.223706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360896:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766029.223731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766029.223745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766029/real 1775766029] req@ffff967bc4ba2680 x1862023707360896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766029.223759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707360896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766029.223768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766029.223772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766029.223776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707360896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766029.223802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361024:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766029.223823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766029.223835:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766029/real 1775766029] req@ffff967bc4ba2a00 x1862023707361024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766029.223848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707361024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766029.223858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766029.223862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766029.223865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361024:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766029.927474:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766030.951482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766031.975329:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766032.999390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766034.023382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766034.343436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766034.343446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766034.343451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766034.343461:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1972 00000100:00080000:1.0:1775766034.343474:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766034.343480:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766034.343527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707361152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766034.343553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766034.343556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766034.343557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766034.343560:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1972 00000100:00080000:1.0:1775766034.343562:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766034.343565:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766034.343573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766034.343583:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707361280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766034.343597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766034.343618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766034.343619:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766034.343623:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1972 00000100:00080000:1.0:1775766034.343625:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766034.343629:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766034.343634:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766034.343646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707361408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766034.343656:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707361152:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766034.343732:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766034.343771:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766034/real 1775766034] req@ffff967cc31d9880 x1862023707361152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766034.343786:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707361152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766034.343794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766034.343797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766034.343800:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707361152:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766034.343806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361280:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766034.343821:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766034.343829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766034/real 1775766034] req@ffff967cc31dbb80 x1862023707361280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766034.343838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707361280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766034.343843:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766034.343845:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766034.343847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766034.343866:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361408:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766034.343878:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766034.343885:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766034/real 1775766034] req@ffff967cc31dad80 x1862023707361408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766034.343892:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707361408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766034.343898:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766034.343900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766034.343902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361408:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766035.047386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766036.071428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766037.095427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766038.119428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766039.143385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766039.463347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766039.463359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766039.463364:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766039.463376:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1977 00000100:00080000:2.0:1775766039.463389:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766039.463397:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766039.463448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707361536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766039.463476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766039.463479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766039.463480:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766039.463484:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1977 00000100:00080000:2.0:1775766039.463493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766039.463496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766039.463508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766039.463519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707361664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766039.463528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707361536:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766039.463532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766039.463537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766039.463538:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766039.463543:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1977 00000100:00080000:2.0:1775766039.463546:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766039.463548:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766039.463563:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766039.463578:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707361792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766039.463637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766039.463692:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766039/real 1775766039] req@ffff967bc4ba0700 x1862023707361536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766039.463710:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707361536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766039.463735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766039.463739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766039.463743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707361536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766039.463768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361664:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766039.463788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766039.463798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766039/real 1775766039] req@ffff967bc4ba0380 x1862023707361664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766039.463807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707361664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766039.463813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766039.463816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766039.463819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361664:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766039.463822:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361792:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766039.463835:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766039.463841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766039/real 1775766039] req@ffff967bc4ba1500 x1862023707361792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766039.463849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707361792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766039.463856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766039.463858:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766039.463860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707361792:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766040.167399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766041.191403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766042.215389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766043.239394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766044.263423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766044.583327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766044.583335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766044.583339:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766044.583347:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1982 00000100:00080000:2.0:1775766044.583357:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766044.583362:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766044.583397:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707361920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766044.583421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766044.583424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766044.583425:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766044.583428:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1982 00000100:00080000:2.0:1775766044.583431:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766044.583433:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766044.583441:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766044.583449:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707362048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766044.583455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766044.583458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766044.583459:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766044.583462:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1982 00000100:00080000:2.0:1775766044.583463:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766044.583465:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766044.583469:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766044.583475:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707362176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766044.583496:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707361920:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766044.583569:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766044.583601:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766044/real 1775766044] req@ffff967bc4ba1500 x1862023707361920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766044.583616:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707361920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766044.583623:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766044.583626:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766044.583628:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707361920:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766044.583633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362048:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766044.583647:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766044.583654:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766044/real 1775766044] req@ffff967bc4ba0380 x1862023707362048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766044.583662:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707362048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766044.583667:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766044.583668:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766044.583670:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766044.583674:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362176:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766044.583685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766044.583690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766044/real 1775766044] req@ffff967bc4ba0700 x1862023707362176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766044.583698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707362176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766044.583703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766044.583705:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766044.583706:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362176:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766045.287368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766046.311371:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766047.335406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766048.359390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766049.383429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766049.703359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766049.703369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766049.703374:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766049.703386:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1988 00000100:00080000:2.0:1775766049.703409:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766049.703416:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766049.703484:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707362304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766049.703511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766049.703514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766049.703515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766049.703518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1988 00000100:00080000:2.0:1775766049.703522:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766049.703526:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766049.703536:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766049.703547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707362432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766049.703556:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707362304:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766049.703557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766049.703564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766049.703566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766049.703570:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1988 00000100:00080000:2.0:1775766049.703572:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766049.703574:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766049.703577:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766049.703587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707362560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766049.703675:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766049.703698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362560:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766050.407442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766051.431390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766052.455349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766052.775483:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766052.775525:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766052.775539:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766052.775573:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766052.775580:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766052.775619:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766049/real 1775766052] req@ffff967bc4ba2680 x1862023707362432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766052.775642:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707362432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766052.775651:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766052.775655:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766052.775658:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766052.775664:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766049/real 1775766052] req@ffff967bc4ba3480 x1862023707362560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766052.775672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707362560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766052.775682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766052.775685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766052.775687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362560:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766052.775691:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766049/real 1775766052] req@ffff967bc4ba2a00 x1862023707362304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766052.775699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707362304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766052.775703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766052.775705:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766052.775707:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707362304:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775766053.479478:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766054.503447:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766054.823402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766054.823442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766054.823447:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766054.823458:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1993 00000100:00080000:1.0:1775766054.823470:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766054.823477:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766054.823515:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707362688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766054.823547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766054.823551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766054.823553:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766054.823559:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1993 00000100:00080000:1.0:1775766054.823563:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766054.823567:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766054.823578:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766054.823594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707362816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766054.823595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707362688:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766054.823611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766054.823614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766054.823616:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766054.823621:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1993 00000100:00080000:1.0:1775766054.823625:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766054.823629:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766054.823635:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766054.823649:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707362944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766054.823672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766054.823720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766054/real 1775766054] req@ffff967cc31d8a80 x1862023707362688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766054.823747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707362688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766054.823758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766054.823762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766054.823767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707362688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766054.823789:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362816:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766054.823816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766054.823834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766054/real 1775766054] req@ffff967cc31db800 x1862023707362816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766054.823848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707362816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766054.823855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766054.823859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766054.823862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362816:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766054.823869:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362944:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766054.823890:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766054.823900:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766054/real 1775766054] req@ffff967cc31dad80 x1862023707362944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766054.823949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707362944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766054.823957:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766054.823960:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766054.823963:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707362944:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766055.527341:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766056.551430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766057.575344:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766058.599454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766059.623461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766059.943506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766059.943518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766059.943524:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766059.943537:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 1998 00000100:00080000:2.0:1775766059.943550:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766059.943559:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766059.943612:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707363072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766059.943649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766059.943656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766059.943658:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766059.943662:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1998 00000100:00080000:2.0:1775766059.943665:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766059.943669:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766059.943681:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766059.943693:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707363200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766059.943704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766059.943708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766059.943710:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766059.943714:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 1998 00000100:00080000:2.0:1775766059.943717:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766059.943722:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766059.943728:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766059.943732:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707363072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766059.943740:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707363328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766059.943830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766059.943880:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766059/real 1775766059] req@ffff967bc4ba1c00 x1862023707363072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766059.943906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707363072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766059.943915:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766059.943919:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766059.943922:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707363072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766059.943930:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363200:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766059.943972:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766059.943986:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766059/real 1775766059] req@ffff967bc4ba3100 x1862023707363200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766059.943999:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707363200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766059.944008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766059.944011:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766059.944014:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766059.944046:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363328:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766059.944090:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766059.944103:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766059/real 1775766059] req@ffff967bc4ba1f80 x1862023707363328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766059.944117:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707363328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766059.944136:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766059.944139:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766059.944142:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766060.647368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766061.671333:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766062.695374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766063.719489:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766064.743392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766065.063375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766065.063386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766065.063390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766065.063400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2003 00000100:00080000:0.0:1775766065.063413:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766065.063421:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766065.063461:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707363456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766065.063496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766065.063500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766065.063502:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766065.063507:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2003 00000100:00080000:0.0:1775766065.063512:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766065.063517:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766065.063527:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766065.063544:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707363456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766065.063547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707363584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766065.063563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766065.063567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766065.063569:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766065.063574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2003 00000100:00080000:0.0:1775766065.063579:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766065.063584:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766065.063590:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766065.063605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707363712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766065.063609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766065.063647:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766065/real 1775766065] req@ffff967cc64ef800 x1862023707363456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766065.063674:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707363456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766065.063682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766065.063685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766065.063688:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707363456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766065.063706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363584:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766065.063722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766065.063730:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766065/real 1775766065] req@ffff967cc64ec700 x1862023707363584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766065.063738:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707363584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766065.063752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766065.063755:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766065.063758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363584:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766065.063765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363712:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766065.063786:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766065.063797:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766065/real 1775766065] req@ffff967cc64ec380 x1862023707363712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766065.063810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707363712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766065.063821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766065.063824:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766065.063828:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363712:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766065.767465:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766066.791428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766067.815451:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766068.839490:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766069.863368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766070.183359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766070.183368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766070.183371:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766070.183380:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2008 00000100:00080000:0.0:1775766070.183389:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766070.183396:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766070.183431:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707363840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766070.183455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766070.183459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766070.183460:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766070.183464:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2008 00000100:00080000:0.0:1775766070.183467:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766070.183470:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766070.183477:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766070.183488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707363968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766070.183497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766070.183500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766070.183501:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766070.183506:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2008 00000100:00100000:3.0:1775766070.183507:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707363840:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766070.183508:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766070.183515:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766070.183519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766070.183528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707364096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766070.183568:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766070.183602:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766070/real 1775766070] req@ffff967cc64eed80 x1862023707363840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766070.183617:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707363840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766070.183625:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766070.183628:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766070.183631:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707363840:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766070.183650:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363968:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766070.183666:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766070.183674:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766070/real 1775766070] req@ffff967cc64ec380 x1862023707363968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766070.183684:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707363968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766070.183690:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766070.183692:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766070.183695:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707363968:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766070.183698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364096:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766070.183715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766070.183726:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766070/real 1775766070] req@ffff967cc64ec700 x1862023707364096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766070.183740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707364096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766070.183750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766070.183754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766070.183757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364096:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766070.887385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766071.911455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766072.935477:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766073.959477:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766074.983404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766075.303354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766075.303364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766075.303369:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766075.303380:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2013 00000100:00080000:2.0:1775766075.303391:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766075.303399:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766075.303443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707364224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766075.303469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766075.303471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766075.303472:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766075.303476:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2013 00000100:00080000:2.0:1775766075.303478:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766075.303481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766075.303491:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766075.303503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707364352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766075.303511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766075.303513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766075.303516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766075.303518:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707364224:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766075.303522:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2013 00000100:00080000:2.0:1775766075.303528:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766075.303530:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766075.303534:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766075.303542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707364480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766075.303591:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766075.303636:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766075/real 1775766075] req@ffff967bc4ba0a80 x1862023707364224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766075.303652:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707364224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766075.303666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766075.303669:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766075.303672:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707364224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766075.303693:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364352:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766075.303709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766075.303717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766075/real 1775766075] req@ffff967bc4ba0000 x1862023707364352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766075.303725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707364352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766075.303731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766075.303733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766075.303735:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364352:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766075.303738:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364480:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766075.303750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766075.303756:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766075/real 1775766075] req@ffff967bc4ba2d80 x1862023707364480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766075.303763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707364480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766075.303769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766075.303770:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766075.303772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364480:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766076.007507:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766077.031480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766078.055416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766079.079441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766080.103427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766080.423407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766080.423422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766080.423430:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766080.423446:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2018 00000100:00080000:2.0:1775766080.423464:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766080.423475:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766080.423554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707364608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766080.423600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766080.423605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766080.423607:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766080.423613:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2018 00000100:00080000:2.0:1775766080.423617:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766080.423622:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766080.423636:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766080.423655:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707364736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766080.423670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766080.423675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766080.423677:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766080.423682:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2018 00000100:00080000:2.0:1775766080.423688:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766080.423697:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766080.423700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707364608:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775766080.423706:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766080.423731:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707364864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766080.423811:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766080.423864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766080/real 1775766080] req@ffff967bc4ba3800 x1862023707364608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766080.423888:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707364608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766080.423901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766080.423906:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766080.423911:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707364608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766080.423921:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364736:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766080.423947:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766080.423967:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766080/real 1775766080] req@ffff967bc4ba1880 x1862023707364736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766080.423989:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707364736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766080.424004:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766080.424010:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766080.424016:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766080.424058:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364864:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766080.424095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766080.424116:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766080/real 1775766080] req@ffff967bc4ba0e00 x1862023707364864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766080.424138:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707364864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766080.424153:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766080.424159:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766080.424194:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707364864:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766081.127373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766082.151427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766083.175398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766084.199389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766085.223368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766085.543419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766085.543432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766085.543438:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766085.543451:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2023 00000100:00080000:3.0:1775766085.543466:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766085.543475:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766085.543524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707364992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766085.543571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766085.543576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766085.543578:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766085.543584:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2023 00000100:00080000:3.0:1775766085.543588:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766085.543601:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766085.543613:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766085.543628:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707365120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766085.543651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766085.543656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766085.543658:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766085.543664:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2023 00000100:00080000:3.0:1775766085.543668:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766085.543678:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766085.543680:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707364992:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775766085.543685:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766085.543706:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707365248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766085.543778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766085.543831:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766085/real 1775766085] req@ffff967cc796ca80 x1862023707364992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766085.543856:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707364992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766085.543870:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766085.543876:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766085.543881:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707364992:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766085.543890:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365120:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766085.543916:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766085.543929:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766085/real 1775766085] req@ffff967cc796ce00 x1862023707365120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766085.543944:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707365120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766085.543953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766085.543957:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766085.543962:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365120:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766085.543992:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365248:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766085.544015:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766085.544026:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766085/real 1775766085] req@ffff967cc796d180 x1862023707365248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766085.544040:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707365248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766085.544050:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766085.544054:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766085.544057:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365248:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766086.247393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766087.271491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766088.295403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766089.319338:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766090.343332:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766090.663394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766090.663403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766090.663408:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766090.663417:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2029 00000100:00080000:1.0:1775766090.663428:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766090.663442:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766090.663476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707365376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766090.663499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766090.663503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766090.663505:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766090.663508:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2029 00000100:00080000:1.0:1775766090.663511:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766090.663514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766090.663522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766090.663531:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707365504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766090.663539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766090.663541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766090.663543:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766090.663546:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2029 00000100:00080000:1.0:1775766090.663548:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766090.663550:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766090.663554:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766090.663561:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707365632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766090.663593:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707365376:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766090.663660:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766090.663697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766090/real 1775766090] req@ffff967cc31dbb80 x1862023707365376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766090.663714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707365376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766090.663722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766090.663726:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766090.663730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707365376:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766090.663735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365504:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766090.663751:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766090.663760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766090/real 1775766090] req@ffff967cc31d9880 x1862023707365504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766090.663769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707365504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766090.663775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766090.663777:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766090.663779:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766090.663784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365632:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766090.663797:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766090.663803:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766090/real 1775766090] req@ffff967cc31d8e00 x1862023707365632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766090.663811:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707365632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766090.663818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766090.663820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766090.663822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365632:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766091.367392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766092.391441:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766093.415411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766094.439432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766095.463403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766095.783421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766095.783432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766095.783438:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766095.783450:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2034 00000100:00080000:3.0:1775766095.783463:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766095.783472:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766095.783513:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707365760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766095.783546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766095.783550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766095.783552:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766095.783556:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2034 00000100:00080000:3.0:1775766095.783560:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766095.783564:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766095.783575:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766095.783587:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707365888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766095.783598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766095.783602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766095.783603:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766095.783609:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2034 00000100:00080000:3.0:1775766095.783613:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766095.783617:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766095.783622:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766095.783636:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707366016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766095.783638:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707365760:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766095.783755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766095.783806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766095/real 1775766095] req@ffff967cc796f100 x1862023707365760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766095.783831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707365760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766095.783846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766095.783852:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766095.783856:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707365760:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766095.783864:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365888:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766095.783885:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766095.783894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766095/real 1775766095] req@ffff967cc796d500 x1862023707365888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766095.783903:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707365888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766095.783911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766095.783915:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766095.783919:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707365888:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766095.783967:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366016:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766095.783995:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766095.784008:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766095/real 1775766095] req@ffff967cc796f480 x1862023707366016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766095.784036:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707366016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766095.784043:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766095.784046:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766095.784049:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366016:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766096.487440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766097.511416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766098.535419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766099.559454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766100.583455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766100.903339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766100.903350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766100.903354:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766100.903364:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2039 00000100:00080000:3.0:1775766100.903376:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766100.903382:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766100.903422:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707366144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766100.903474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766100.903480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766100.903482:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766100.903488:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2039 00000100:00080000:3.0:1775766100.903493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766100.903499:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766100.903511:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766100.903526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707366272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766100.903538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766100.903542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766100.903545:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766100.903550:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2039 00000100:00080000:3.0:1775766100.903553:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766100.903574:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766100.903580:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766100.903594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707366400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766100.903627:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707366144:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766100.903745:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766100.903810:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766100/real 1775766100] req@ffff967cc796e680 x1862023707366144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766100.903840:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707366144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766100.903854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766100.903877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766100.903881:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707366144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766100.903891:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366272:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766100.903921:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766100.903935:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766100/real 1775766100] req@ffff967cc796ed80 x1862023707366272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766100.903949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707366272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766100.903958:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766100.903961:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766100.903964:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366272:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766100.904020:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366400:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766100.904050:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766100.904066:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766100/real 1775766100] req@ffff967cc796f480 x1862023707366400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766100.904084:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707366400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766100.904096:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766100.904100:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766100.904105:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366400:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766101.607413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766102.631399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766103.655473:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766104.679397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766105.703417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766106.023342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766106.023351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766106.023354:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766106.023363:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2044 00000100:00080000:3.0:1775766106.023374:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766106.023380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766106.023415:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707366528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766106.023440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766106.023445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766106.023446:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766106.023449:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2044 00000100:00080000:3.0:1775766106.023452:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766106.023454:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766106.023461:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766106.023469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707366656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766106.023475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766106.023477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766106.023478:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766106.023481:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2044 00000100:00080000:3.0:1775766106.023483:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766106.023485:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766106.023488:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766106.023493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707366784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766106.023553:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707366528:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766106.023635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766106.023680:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766106/real 1775766106] req@ffff967cc796d500 x1862023707366528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766106.023697:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707366528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766106.023707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766106.023711:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766106.023714:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707366528:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766106.023720:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366656:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766106.023736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766106.023744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766106/real 1775766106] req@ffff967cc796f100 x1862023707366656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766106.023753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707366656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766106.023758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766106.023760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766106.023762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366656:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766106.023766:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366784:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766106.023778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766106.023784:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766106/real 1775766106] req@ffff967cc796d180 x1862023707366784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766106.023792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707366784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766106.023802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766106.023804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766106.023806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707366784:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766106.727428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766107.751467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766108.775390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766109.799335:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766110.823380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766111.143368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766111.143378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766111.143383:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766111.143395:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2049 00000100:00080000:3.0:1775766111.143407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766111.143414:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766111.143461:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707366912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766111.143490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766111.143493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766111.143494:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766111.143499:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2049 00000100:00080000:3.0:1775766111.143503:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766111.143507:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766111.143520:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766111.143538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707367040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766111.143553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766111.143558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766111.143560:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766111.143567:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2049 00000100:00100000:0.0:1775766111.143570:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707366912:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766111.143572:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766111.143581:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766111.143594:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766111.143609:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707367168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766111.143670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766111.143717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766111/real 1775766111] req@ffff967cc796ce00 x1862023707366912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766111.143740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707366912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766111.143752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766111.143758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766111.143762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707366912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766111.143787:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367040:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766111.143813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766111.143826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766111/real 1775766111] req@ffff967cc796ca80 x1862023707367040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766111.143839:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707367040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766111.143848:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766111.143852:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766111.143856:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367040:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766111.143863:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367168:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766111.143901:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766111.143912:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766111/real 1775766111] req@ffff967cc796d180 x1862023707367168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766111.143925:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707367168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766111.143934:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766111.143937:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766111.143941:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367168:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766111.847392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766112.871366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766113.895334:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766114.919388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766115.943373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766116.263399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766116.263413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766116.263419:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766116.263432:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2054 00000100:00080000:1.0:1775766116.263446:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766116.263456:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766116.263504:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707367296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766116.263549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766116.263555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766116.263557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766116.263562:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2054 00000100:00080000:1.0:1775766116.263567:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766116.263572:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766116.263594:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766116.263609:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707367424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766116.263624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766116.263628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766116.263630:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766116.263636:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2054 00000100:00080000:1.0:1775766116.263639:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766116.263643:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766116.263649:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766116.263661:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707367552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766116.263671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707367296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766116.263867:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367424:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766116.263967:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367552:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766116.967484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766117.991355:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766119.015378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766119.335644:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766119.335715:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766119.335737:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766119.335836:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766119.335863:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775766119.335910:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766116/real 1775766119] req@ffff967cc31d9f80 x1862023707367552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766119.335949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707367552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766119.335965:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766119.335972:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766119.335978:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367552:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775766119.335988:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766116/real 1775766119] req@ffff967cc31d9180 x1862023707367296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766119.336055:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707367296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766119.336070:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766119.336075:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766119.336080:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707367296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766119.336093:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766116/real 1775766119] req@ffff967cc31da300 x1862023707367424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766119.336114:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707367424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766119.336126:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766119.336132:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766119.336139:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367424:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775766120.039366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766121.063348:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766121.383421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766121.383432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766121.383437:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766121.383448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2059 00000100:00080000:3.0:1775766121.383478:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766121.383486:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766121.383525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707367680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766121.383557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766121.383561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766121.383563:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766121.383567:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2059 00000100:00080000:3.0:1775766121.383571:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766121.383574:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766121.383583:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766121.383595:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707367808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766121.383604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766121.383608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766121.383609:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766121.383613:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2059 00000100:00080000:3.0:1775766121.383616:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766121.383618:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766121.383622:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766121.383631:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707367936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766121.383685:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707367680:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766121.383788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766121.383837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766121/real 1775766121] req@ffff967cc796f100 x1862023707367680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766121.383864:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707367680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766121.383877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766121.383883:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766121.383889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707367680:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766121.383899:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367808:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766121.383937:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766121.383954:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766121/real 1775766121] req@ffff967cc796d500 x1862023707367808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766121.383973:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707367808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766121.383987:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766121.383992:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766121.383997:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367808:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766121.384006:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367936:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766121.384038:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766121.384054:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766121/real 1775766121] req@ffff967cc796f480 x1862023707367936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766121.384072:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707367936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766121.384084:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766121.384089:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766121.384094:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707367936:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766122.087393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766123.111378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766124.135376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766125.159381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766126.183358:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766126.503444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766126.503455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766126.503460:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766126.503471:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2064 00000100:00080000:2.0:1775766126.503483:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766126.503490:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766126.503535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707368064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766126.503566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766126.503569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766126.503571:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766126.503574:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2064 00000100:00080000:2.0:1775766126.503576:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766126.503579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766126.503588:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766126.503596:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707368192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766126.503604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766126.503607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766126.503608:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766126.503624:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2064 00000100:00080000:2.0:1775766126.503627:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766126.503631:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766126.503634:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766126.503640:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707368320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766126.503671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707368064:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766126.503808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766126.503866:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766126/real 1775766126] req@ffff967bc4ba1180 x1862023707368064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766126.503890:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707368064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766126.503903:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766126.503908:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766126.503913:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707368064:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766126.503939:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368192:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766126.503966:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766126.503979:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766126/real 1775766126] req@ffff967bc4ba3b80 x1862023707368192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766126.503993:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707368192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766126.504002:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766126.504007:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766126.504010:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766126.504018:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368320:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766126.504051:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766126.504062:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766126/real 1775766126] req@ffff967bc4ba2300 x1862023707368320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766126.504076:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707368320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766126.504085:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766126.504089:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766126.504092:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368320:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766127.207386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766128.231427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766129.255363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766130.279374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766131.303347:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766131.623441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766131.623460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766131.623466:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766131.623478:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2069 00000100:00080000:0.0:1775766131.623490:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766131.623497:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766131.623550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707368448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766131.623587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766131.623591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766131.623592:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766131.623595:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2069 00000100:00080000:0.0:1775766131.623598:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766131.623601:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766131.623613:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766131.623622:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707368576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766131.623630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766131.623633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766131.623634:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766131.623637:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2069 00000100:00080000:0.0:1775766131.623639:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766131.623644:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766131.623647:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707368448:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766131.623648:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766131.623657:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707368704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766131.623759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766131.623802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766131/real 1775766131] req@ffff967cc64ef800 x1862023707368448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766131.623817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707368448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766131.623826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766131.623829:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766131.623833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707368448:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766131.623838:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368576:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766131.623858:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766131.623870:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766131/real 1775766131] req@ffff967cc64ec000 x1862023707368576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766131.623884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707368576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766131.623893:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766131.623897:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766131.623901:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368576:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766131.623927:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368704:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766131.623943:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766131.623950:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766131/real 1775766131] req@ffff967cc64ed180 x1862023707368704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766131.623963:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707368704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766131.623970:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766131.623972:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766131.623974:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368704:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766132.327481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766133.351415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766134.375432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766135.399428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766136.423425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766136.743350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766136.743360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766136.743366:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766136.743378:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2075 00000100:00080000:0.0:1775766136.743390:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766136.743397:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766136.743444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707368832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766136.743474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766136.743477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766136.743478:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766136.743481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2075 00000100:00080000:0.0:1775766136.743484:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766136.743486:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766136.743494:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766136.743503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707368960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766136.743511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766136.743514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766136.743515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766136.743519:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2075 00000100:00080000:0.0:1775766136.743521:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766136.743524:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766136.743528:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766136.743533:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707368832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766136.743539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707369088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766136.743601:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766136.743674:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766136/real 1775766136] req@ffff967cc64edc00 x1862023707368832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766136.743691:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707368832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766136.743700:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766136.743704:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766136.743707:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707368832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766136.743713:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368960:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766136.743730:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766136.743738:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766136/real 1775766136] req@ffff967cc64ed500 x1862023707368960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766136.743754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707368960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766136.743765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766136.743768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766136.743770:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707368960:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766136.743791:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369088:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766136.743804:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766136.743811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766136/real 1775766136] req@ffff967cc64edf80 x1862023707369088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766136.743819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707369088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766136.743824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766136.743827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766136.743829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369088:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766137.447359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766138.471452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766139.495377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766140.519367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766141.543378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766141.863412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766141.863427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766141.863450:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766141.863464:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2080 00000100:00080000:1.0:1775766141.863481:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766141.863492:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766141.863551:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707369216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766141.863629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766141.863634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766141.863636:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766141.863641:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2080 00000100:00080000:1.0:1775766141.863646:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766141.863651:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766141.863689:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766141.863697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707369216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775766141.863710:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707369344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766141.863727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766141.863731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766141.863751:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766141.863756:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2080 00000100:00080000:1.0:1775766141.863761:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766141.863765:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766141.863771:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766141.863782:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707369472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766141.863800:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766141.863850:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766141/real 1775766141] req@ffff967cc31d8000 x1862023707369216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766141.863872:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707369216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766141.863884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766141.863889:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766141.863893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707369216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766141.863921:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369344:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766141.863945:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766141.863957:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766141/real 1775766141] req@ffff967cc31d8700 x1862023707369344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766141.863971:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707369344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766141.863980:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766141.863984:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766141.863988:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766141.863994:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369472:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766141.864014:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766141.864025:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766141/real 1775766141] req@ffff967cc31d9c00 x1862023707369472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766141.864037:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707369472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766141.864046:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766141.864049:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766141.864053:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369472:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766142.567359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766143.591353:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766144.615416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766145.639387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766146.663351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766146.983365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766146.983388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766146.983394:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766146.983406:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2085 00000100:00080000:3.0:1775766146.983417:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766146.983423:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766146.983472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707369600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766146.983510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766146.983521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766146.983524:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766146.983539:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2085 00000100:00080000:3.0:1775766146.983554:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766146.983557:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766146.983568:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766146.983585:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707369728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766146.983592:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707369600:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766146.983606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766146.983610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766146.983613:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766146.983619:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2085 00000100:00080000:3.0:1775766146.983624:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766146.983627:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766146.983633:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766146.983653:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707369856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766146.983667:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766146.983714:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766146/real 1775766146] req@ffff967cc796ed80 x1862023707369600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766146.983732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707369600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766146.983741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766146.983745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766146.983748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707369600:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766146.983771:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369728:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766146.983787:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766146.983796:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766146/real 1775766146] req@ffff967cc796e680 x1862023707369728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766146.983805:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707369728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766146.983810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766146.983812:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766146.983815:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369728:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766146.983819:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369856:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766146.983830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766146.983836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766146/real 1775766146] req@ffff967cc796f480 x1862023707369856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766146.983844:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707369856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766146.983850:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766146.983852:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766146.983853:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707369856:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766147.687364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766148.711367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766149.735410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766150.759404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766151.783395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766152.103376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766152.103384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766152.103388:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766152.103396:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2090 00000100:00080000:3.0:1775766152.103407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766152.103412:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766152.103447:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707369984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766152.103471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766152.103474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766152.103475:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766152.103504:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2090 00000100:00080000:3.0:1775766152.103508:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766152.103511:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766152.103520:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766152.103522:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707369984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766152.103533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707370112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766152.103541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766152.103543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766152.103545:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766152.103548:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2090 00000100:00080000:3.0:1775766152.103551:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766152.103554:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766152.103558:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766152.103566:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707370240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766152.103586:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766152.103621:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766152/real 1775766152] req@ffff967cc796d500 x1862023707369984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766152.103637:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707369984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766152.103645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766152.103648:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766152.103651:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707369984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766152.103669:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370112:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766152.103683:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766152.103691:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766152/real 1775766152] req@ffff967cc796f100 x1862023707370112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766152.103698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707370112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766152.103704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766152.103706:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766152.103708:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370112:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766152.103712:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370240:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766152.103723:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766152.103728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766152/real 1775766152] req@ffff967cc796d180 x1862023707370240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766152.103736:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707370240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766152.103741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766152.103743:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766152.103745:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370240:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766152.807421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766153.831409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766154.855535:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766155.879383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766156.903454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766157.223394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766157.223405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766157.223410:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766157.223420:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2095 00000100:00080000:0.0:1775766157.223471:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766157.223478:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766157.223541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707370368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766157.223570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766157.223574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766157.223575:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766157.223578:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2095 00000100:00080000:0.0:1775766157.223582:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766157.223587:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766157.223603:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766157.223607:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707370368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766157.223615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707370496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766157.223623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766157.223626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766157.223628:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766157.223631:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2095 00000100:00080000:0.0:1775766157.223649:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766157.223652:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766157.223655:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766157.223666:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707370624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766157.223714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766157.223757:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766157/real 1775766157] req@ffff967cc64eca80 x1862023707370368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766157.223774:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707370368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766157.223783:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766157.223787:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766157.223790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707370368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766157.223813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370496:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766157.223831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766157.223840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766157/real 1775766157] req@ffff967cc64ece00 x1862023707370496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766157.223849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707370496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766157.223855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766157.223857:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766157.223859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766157.223863:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370624:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766157.223877:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766157.223884:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766157/real 1775766157] req@ffff967cc64eea00 x1862023707370624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766157.223892:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707370624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766157.223898:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766157.223900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766157.223902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766157.927500:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766158.951374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766159.975463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766160.999384:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766162.023426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766162.343461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766162.343473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766162.343478:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766162.343489:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2100 00000100:00080000:3.0:1775766162.343501:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766162.343509:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766162.343549:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707370752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766162.343586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766162.343590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766162.343592:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766162.343596:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2100 00000100:00080000:3.0:1775766162.343600:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766162.343605:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766162.343615:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766162.343629:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707370880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766162.343644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766162.343646:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707370752:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766162.343649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766162.343654:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766162.343664:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2100 00000100:00080000:3.0:1775766162.343667:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766162.343670:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766162.343675:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766162.343689:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707371008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766162.343745:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766162.343788:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766162/real 1775766162] req@ffff967cc796ca80 x1862023707370752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766162.343807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707370752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766162.343820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766162.343826:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766162.343831:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707370752:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766162.343862:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370880:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766162.343884:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766162.343894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766162/real 1775766162] req@ffff967cc796ce00 x1862023707370880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766162.343903:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707370880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766162.343910:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766162.343912:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766162.343915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707370880:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766162.343920:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371008:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766162.343932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766162.343938:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766162/real 1775766162] req@ffff967cc796d180 x1862023707371008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766162.343945:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707371008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766162.343951:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766162.343953:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766162.343955:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371008:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766163.047398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766164.071413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766165.095461:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766166.119426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766167.143354:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766167.463395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766167.463406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766167.463411:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766167.463422:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2105 00000100:00080000:3.0:1775766167.463434:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766167.463441:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766167.463477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707371136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766167.463507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766167.463511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766167.463513:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766167.463518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2105 00000100:00080000:3.0:1775766167.463523:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766167.463527:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766167.463537:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766167.463554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707371264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766167.463566:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707371136:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766167.463569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766167.463577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766167.463588:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766167.463594:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2105 00000100:00080000:3.0:1775766167.463599:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766167.463604:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766167.463611:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766167.463625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707371392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766167.463641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766167.463683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766167/real 1775766167] req@ffff967cc796f100 x1862023707371136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766167.463704:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707371136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766167.463715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766167.463720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766167.463725:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707371136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766167.463750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371264:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766167.463775:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766167.463789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766167/real 1775766167] req@ffff967cc796d500 x1862023707371264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766167.463803:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707371264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766167.463812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766167.463815:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766167.463819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766167.463825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371392:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766167.463847:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766167.463857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766167/real 1775766167] req@ffff967cc796f480 x1862023707371392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766167.463878:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707371392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766167.463886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766167.463890:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766167.463893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766168.167518:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766169.191430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766170.215391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766171.239441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766172.263559:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766172.583343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766172.583352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766172.583357:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766172.583367:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2110 00000100:00080000:3.0:1775766172.583378:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766172.583385:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766172.583421:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707371520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766172.583449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766172.583452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766172.583454:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766172.583457:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2110 00000100:00080000:3.0:1775766172.583460:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766172.583463:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766172.583471:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766172.583481:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707371648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766172.583490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766172.583493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766172.583495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766172.583499:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2110 00000100:00080000:3.0:1775766172.583501:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766172.583504:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766172.583508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766172.583511:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707371520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766172.583520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707371776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766172.583577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766172.583643:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766172/real 1775766172] req@ffff967cc796e680 x1862023707371520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766172.583671:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707371520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766172.583687:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766172.583693:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766172.583698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707371520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766172.583708:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371648:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766172.583733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766172.583746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766172/real 1775766172] req@ffff967cc796ed80 x1862023707371648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766172.583757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707371648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766172.583781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766172.583784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766172.583786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371648:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766172.583806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371776:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766172.583822:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766172.583829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766172/real 1775766172] req@ffff967cc796f480 x1862023707371776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766172.583838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707371776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766172.583844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766172.583847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766172.583849:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707371776:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766173.287426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766174.311468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766175.335510:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766176.359432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766177.383443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766177.703377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766177.703389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766177.703393:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766177.703404:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2116 00000100:00080000:1.0:1775766177.703415:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766177.703422:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766177.703469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707371904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766177.703511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766177.703513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766177.703515:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766177.703518:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2116 00000100:00080000:1.0:1775766177.703521:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766177.703523:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766177.703533:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766177.703548:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707372032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766177.703557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766177.703561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766177.703563:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766177.703567:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2116 00000100:00080000:1.0:1775766177.703569:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766177.703572:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766177.703577:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766177.703599:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707372160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766177.703605:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707371904:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766177.703688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766177.703728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766177/real 1775766177] req@ffff967cc31d8380 x1862023707371904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766177.703748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707371904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766177.703786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766177.703792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766177.703797:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707371904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766177.703806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372032:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766177.703836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766177.703850:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766177/real 1775766177] req@ffff967cc31da680 x1862023707372032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766177.703865:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707372032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766177.703875:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766177.703879:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766177.703882:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372032:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766177.703931:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372160:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766177.703970:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766177.703978:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766177/real 1775766177] req@ffff967cc31d9c00 x1862023707372160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766177.703988:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707372160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766177.703995:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766177.703997:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766177.703999:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372160:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766178.407464:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766179.431465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766180.455437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766181.479413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766182.503396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766182.823377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766182.823386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766182.823390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766182.823398:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2121 00000100:00080000:0.0:1775766182.823408:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766182.823413:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766182.823448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707372288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766182.823474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766182.823477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766182.823478:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766182.823481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2121 00000100:00080000:0.0:1775766182.823483:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766182.823486:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766182.823493:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766182.823504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707372416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766182.823515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766182.823519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766182.823520:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766182.823527:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2121 00000100:00100000:3.0:1775766182.823529:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707372288:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766182.823531:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766182.823541:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766182.823547:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766182.823562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707372544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766182.823643:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766182.823685:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372544:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766183.527383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766184.551512:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766185.575364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766185.895540:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766185.895585:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766185.895603:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766185.895648:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766185.895662:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766185.895719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766182/real 1775766185] req@ffff967cc64ece00 x1862023707372544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766185.895756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707372544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766185.895773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766185.895781:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766185.895787:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372544:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766185.895799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766182/real 1775766185] req@ffff967cc64ef480 x1862023707372288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766185.895819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707372288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766185.895830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766185.895837:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766185.895842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707372288:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766185.895857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766182/real 1775766185] req@ffff967cc64eea00 x1862023707372416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766185.895877:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707372416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766185.895889:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766185.895903:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766185.895909:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372416:192.168.202.151@tcp:38:kworker.0 00010000:00010000:3.0:1775766186.599397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766187.623383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766187.943401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766187.943411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766187.943416:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766187.943426:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2126 00000100:00080000:0.0:1775766187.943438:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766187.943445:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766187.943483:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707372672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766187.943514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766187.943518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766187.943519:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766187.943529:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2126 00000100:00080000:0.0:1775766187.943532:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766187.943537:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766187.943546:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766187.943558:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707372800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766187.943576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766187.943579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766187.943583:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766187.943585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707372672:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766187.943590:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2126 00000100:00080000:0.0:1775766187.943597:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766187.943601:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766187.943606:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766187.943618:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707372928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766187.943666:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766187.943716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766187/real 1775766187] req@ffff967cc64eca80 x1862023707372672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766187.943744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707372672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766187.943757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766187.943764:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766187.943770:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707372672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766187.943809:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372800:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766187.943845:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766187.943870:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766187/real 1775766187] req@ffff967cc64edf80 x1862023707372800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766187.943897:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707372800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766187.943910:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766187.943915:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766187.943920:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372800:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766187.943929:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372928:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766187.943960:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766187.943976:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766187/real 1775766187] req@ffff967cc64ed500 x1862023707372928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766187.943995:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707372928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766187.944007:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766187.944012:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766187.944016:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707372928:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766188.647395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766189.671373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766190.695468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766191.719349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766192.743515:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766193.063371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766193.063381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766193.063387:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766193.063397:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2131 00000100:00080000:3.0:1775766193.063409:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766193.063433:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766193.063488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707373056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766193.063527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766193.063533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766193.063537:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766193.063563:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2131 00000100:00080000:3.0:1775766193.063571:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766193.063579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766193.063624:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707373056:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775766193.063625:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766193.063653:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707373184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766193.063666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766193.063670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766193.063672:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766193.063677:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2131 00000100:00080000:3.0:1775766193.063682:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766193.063686:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766193.063693:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766193.063715:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707373312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766193.063810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766193.063864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766193/real 1775766193] req@ffff967cc796d500 x1862023707373056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766193.063884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707373056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766193.063893:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766193.063897:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766193.063900:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707373056:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766193.063924:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373184:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766193.063953:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766193.063962:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766193/real 1775766193] req@ffff967cc796f100 x1862023707373184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766193.063970:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707373184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766193.063976:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766193.063979:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766193.063981:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373184:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766193.063985:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373312:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766193.063996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766193.064002:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766193/real 1775766193] req@ffff967cc796d180 x1862023707373312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766193.064009:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707373312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766193.064015:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766193.064017:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766193.064018:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373312:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766193.767430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766194.791413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766195.815337:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766196.839402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766197.863395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766198.183324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766198.183337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766198.183343:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766198.183356:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2136 00000100:00080000:3.0:1775766198.183371:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766198.183378:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766198.183442:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707373440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766198.183481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766198.183485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766198.183487:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766198.183492:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2136 00000100:00080000:3.0:1775766198.183496:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766198.183501:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766198.183514:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766198.183531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707373568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766198.183536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707373440:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766198.183553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766198.183557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766198.183559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766198.183565:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2136 00000100:00080000:3.0:1775766198.183570:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766198.183574:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766198.183581:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766198.183596:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707373696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766198.183613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766198.183657:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766198/real 1775766198] req@ffff967cc796ce00 x1862023707373440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766198.183687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707373440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766198.183715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766198.183722:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766198.183727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707373440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766198.183758:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373568:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766198.183796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766198.183805:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766198/real 1775766198] req@ffff967cc796ca80 x1862023707373568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766198.183814:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707373568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766198.183820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766198.183822:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766198.183824:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373568:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766198.183828:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373696:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766198.183840:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766198.183846:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766198/real 1775766198] req@ffff967cc796d180 x1862023707373696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766198.183854:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707373696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766198.183875:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766198.183877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766198.183879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373696:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766198.887439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766199.911343:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766200.935367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766201.959526:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766202.983512:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766203.303375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766203.303386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766203.303391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766203.303402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2141 00000100:00080000:3.0:1775766203.303415:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766203.303423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766203.303478:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707373824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766203.303510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766203.303514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766203.303516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766203.303520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2141 00000100:00080000:3.0:1775766203.303524:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766203.303528:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766203.303538:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766203.303554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707373952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766203.303569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766203.303575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766203.303578:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766203.303585:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2141 00000100:00100000:0.0:1775766203.303591:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707373824:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766203.303594:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766203.303608:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766203.303617:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766203.303640:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707374080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766203.303688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766203.303732:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766203/real 1775766203] req@ffff967cc796f100 x1862023707373824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766203.303753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707373824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766203.303765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766203.303786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766203.303791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707373824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766203.303800:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373952:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766203.303826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766203.303840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766203/real 1775766203] req@ffff967cc796d500 x1862023707373952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766203.303853:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707373952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766203.303874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766203.303879:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766203.303882:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707373952:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766203.303909:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374080:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766203.303932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766203.303943:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766203/real 1775766203] req@ffff967cc796f480 x1862023707374080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766203.303955:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707374080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766203.303964:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766203.303968:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766203.303971:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374080:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766204.007335:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766205.031488:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766206.055355:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766207.079375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766208.103386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766208.423364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766208.423377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766208.423383:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766208.423407:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2146 00000100:00080000:3.0:1775766208.423421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766208.423429:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766208.423492:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707374208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766208.423530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766208.423536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766208.423538:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766208.423543:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2146 00000100:00080000:3.0:1775766208.423548:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766208.423553:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766208.423565:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766208.423582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707374336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766208.423598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766208.423603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766208.423605:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766208.423611:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2146 00000100:00080000:3.0:1775766208.423617:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775766208.423624:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707374208:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766208.423632:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766208.423646:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766208.423675:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707374464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766208.423724:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766208.423779:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766208/real 1775766208] req@ffff967cc796ed80 x1862023707374208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766208.423804:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707374208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766208.423818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766208.423824:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766208.423829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707374208:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766208.423839:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374336:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766208.423865:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766208.423878:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766208/real 1775766208] req@ffff967cc796e680 x1862023707374336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766208.423893:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707374336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766208.423903:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766208.423907:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766208.423912:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374336:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766208.424008:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374464:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766208.424049:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766208.424070:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766208/real 1775766208] req@ffff967cc796f480 x1862023707374464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766208.424108:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707374464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766208.424119:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766208.424122:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766208.424126:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374464:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766209.127485:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766210.151432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766211.175484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766212.199457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766213.223480:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766213.543386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766213.543397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766213.543404:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766213.543414:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2151 00000100:00080000:1.0:1775766213.543427:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766213.543435:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766213.543484:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707374592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766213.543519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766213.543522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766213.543524:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766213.543527:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2151 00000100:00080000:1.0:1775766213.543530:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766213.543533:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766213.543545:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766213.543555:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707374720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766213.543563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766213.543567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766213.543568:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766213.543572:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2151 00000100:00080000:1.0:1775766213.543576:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766213.543579:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766213.543585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766213.543593:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707374848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766213.543617:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707374592:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766213.543738:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766213.543795:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766213/real 1775766213] req@ffff967cc31d8700 x1862023707374592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766213.543822:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707374592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766213.543837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766213.543843:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766213.543849:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707374592:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766213.543858:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374720:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766213.543884:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766213.543947:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766213/real 1775766213] req@ffff967cc31d8000 x1862023707374720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766213.543956:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707374720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766213.543961:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766213.543963:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766213.543965:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374720:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766213.543984:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374848:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766213.544023:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766213.544037:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766213/real 1775766213] req@ffff967cc31da300 x1862023707374848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766213.544077:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707374848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766213.544082:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766213.544084:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766213.544086:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707374848:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766214.247403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766215.271461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766216.295380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766217.319466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766218.343463:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766218.663400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766218.663415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766218.663423:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766218.663463:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2157 00000100:00080000:3.0:1775766218.663481:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766218.663495:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766218.663565:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707374976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766218.663605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766218.663609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766218.663611:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766218.663617:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2157 00000100:00080000:3.0:1775766218.663621:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766218.663625:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766218.663639:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766218.663652:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707375104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766218.663681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766218.663685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766218.663687:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766218.663692:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2157 00000100:00080000:3.0:1775766218.663698:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766218.663703:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766218.663710:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766218.663720:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707375232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766218.663729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707374976:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766218.663921:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766218.663999:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766218/real 1775766218] req@ffff967cc796d500 x1862023707374976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766218.664025:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707374976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766218.664044:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766218.664067:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766218.664075:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707374976:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766218.664089:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375104:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766218.664133:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766218.664156:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766218/real 1775766218] req@ffff967cc796f100 x1862023707375104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766218.664191:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707375104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766218.664222:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766218.664228:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766218.664234:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375104:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766218.664310:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375232:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766218.664349:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766218.664368:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766218/real 1775766218] req@ffff967cc796d180 x1862023707375232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766218.664397:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707375232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766218.664412:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766218.664418:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766218.664423:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375232:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766219.367579:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766220.391538:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766221.415675:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766222.439409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766223.463525:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766223.783316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766223.783326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766223.783332:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766223.783361:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2162 00000100:00080000:3.0:1775766223.783375:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766223.783384:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766223.783438:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707375360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766223.783471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766223.783477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766223.783479:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766223.783485:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2162 00000100:00080000:3.0:1775766223.783491:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766223.783497:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766223.783536:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766223.783553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707375488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766223.783563:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707375360:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766223.783581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766223.783587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766223.783588:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766223.783593:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2162 00000100:00080000:3.0:1775766223.783597:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766223.783601:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766223.783606:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766223.783619:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707375616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766223.783649:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766223.783704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766223/real 1775766223] req@ffff967cc796ca80 x1862023707375360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766223.783723:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707375360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766223.783733:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766223.783737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766223.783741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707375360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766223.783762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375488:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766223.783806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766223.783818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766223/real 1775766223] req@ffff967cc796ce00 x1862023707375488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766223.783828:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707375488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766223.783845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766223.783848:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766223.783850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375488:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766223.783855:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375616:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766223.783870:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766223.783877:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766223/real 1775766223] req@ffff967cc796d180 x1862023707375616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766223.783885:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707375616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766223.783891:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766223.783894:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766223.783896:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375616:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766224.487360:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766225.511352:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766226.535348:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766227.559457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766228.583365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766228.903316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766228.903324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766228.903328:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766228.903336:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2167 00000100:00080000:3.0:1775766228.903347:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766228.903353:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766228.903387:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707375744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766228.903416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766228.903419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766228.903421:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766228.903424:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2167 00000100:00080000:3.0:1775766228.903426:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766228.903430:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766228.903437:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766228.903445:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707375872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766228.903453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766228.903455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766228.903457:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766228.903460:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2167 00000100:00080000:3.0:1775766228.903462:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766228.903464:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766228.903467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766228.903472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707376000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766228.903513:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707375744:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766228.903576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766228.903611:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766228/real 1775766228] req@ffff967cc796f100 x1862023707375744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766228.903628:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707375744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766228.903636:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766228.903639:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766228.903642:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707375744:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766228.903647:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375872:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766228.903661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766228.903669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766228/real 1775766228] req@ffff967cc796d500 x1862023707375872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766228.903677:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707375872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766228.903683:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766228.903685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766228.903687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707375872:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766228.903691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376000:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766228.903704:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766228.903710:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766228/real 1775766228] req@ffff967cc796f480 x1862023707376000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766228.903718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707376000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766228.903723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766228.903725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766228.903727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376000:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766229.607423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766230.631432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766231.655423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766232.679439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766233.703426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766234.023367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766234.023378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766234.023384:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766234.023394:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2172 00000100:00080000:0.0:1775766234.023407:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766234.023414:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766234.023456:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707376128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766234.023481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766234.023484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766234.023485:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766234.023488:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2172 00000100:00080000:0.0:1775766234.023492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766234.023496:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766234.023505:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766234.023517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707376256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766234.023518:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707376128:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766234.023532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766234.023534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766234.023535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766234.023538:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2172 00000100:00080000:0.0:1775766234.023540:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766234.023542:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766234.023546:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766234.023554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707376384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766234.023590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766234.023640:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766234/real 1775766234] req@ffff967cc64edc00 x1862023707376128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766234.023659:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707376128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766234.023670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766234.023674:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766234.023678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707376128:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766234.023728:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376256:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766234.023751:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766234.023763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766234/real 1775766234] req@ffff967cc64ed180 x1862023707376256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766234.023775:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707376256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766234.023784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766234.023788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766234.023791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376256:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766234.023796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376384:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766234.023814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766234.023823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766234/real 1775766234] req@ffff967cc64ec000 x1862023707376384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766234.023834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707376384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766234.023842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766234.023844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766234.023848:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376384:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766234.727434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766235.751404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766236.775346:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766237.799532:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766238.823356:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766239.143357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766239.143365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766239.143369:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766239.143376:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2177 00000100:00080000:3.0:1775766239.143386:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766239.143392:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766239.143425:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707376512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766239.143449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766239.143452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766239.143453:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766239.143456:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2177 00000100:00080000:3.0:1775766239.143458:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766239.143461:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766239.143468:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766239.143477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707376640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766239.143485:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707376512:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766239.143487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766239.143493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766239.143495:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766239.143498:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2177 00000100:00080000:3.0:1775766239.143500:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766239.143503:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766239.143506:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766239.143514:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707376768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766239.143549:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766239.143583:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766239/real 1775766239] req@ffff967cc796e680 x1862023707376512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766239.143598:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707376512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766239.143605:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766239.143609:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766239.143612:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707376512:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766239.143629:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376640:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766239.143644:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766239.143687:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766239/real 1775766239] req@ffff967cc796ed80 x1862023707376640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766239.143695:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707376640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766239.143701:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766239.143703:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766239.143706:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376640:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766239.143710:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376768:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766239.143724:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766239.143730:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766239/real 1775766239] req@ffff967cc796f480 x1862023707376768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766239.143737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707376768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766239.143742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766239.143744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766239.143746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707376768:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766239.847482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766240.871534:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766241.895495:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766242.919349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766243.943387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766244.263409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766244.263419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766244.263423:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766244.263431:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2182 00000100:00080000:1.0:1775766244.263442:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766244.263448:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766244.263490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707376896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766244.263515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766244.263517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766244.263519:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766244.263521:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2182 00000100:00080000:1.0:1775766244.263524:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766244.263527:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766244.263534:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766244.263543:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707377024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766244.263551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766244.263553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766244.263555:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766244.263558:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2182 00000100:00080000:1.0:1775766244.263560:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766244.263565:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766244.263567:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707376896:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775766244.263569:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766244.263578:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707377152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766244.263653:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766244.263689:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766244/real 1775766244] req@ffff967cc31d9180 x1862023707376896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766244.263704:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707376896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766244.263712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766244.263715:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766244.263717:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707376896:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766244.263723:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377024:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766244.263739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766244.263746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766244/real 1775766244] req@ffff967cc31d9f80 x1862023707377024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766244.263754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707377024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766244.263759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766244.263762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766244.263764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377024:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766244.263783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377152:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766244.263795:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766244.263805:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766244/real 1775766244] req@ffff967cc31d8e00 x1862023707377152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766244.263817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707377152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766244.263826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766244.263829:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766244.263832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377152:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766244.967364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766245.991368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766247.015435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766248.039497:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766249.063390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766249.383389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766249.383397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766249.383401:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766249.383409:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2187 00000100:00080000:0.0:1775766249.383421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766249.383426:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766249.383461:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707377280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766249.383489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766249.383492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766249.383493:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766249.383497:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2187 00000100:00080000:0.0:1775766249.383499:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766249.383502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766249.383510:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766249.383521:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707377408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766249.383529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766249.383532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766249.383533:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766249.383537:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2187 00000100:00100000:3.0:1775766249.383544:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707377280:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766249.383569:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766249.383574:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766249.383578:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766249.383589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707377536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766249.383670:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377408:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766249.383703:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377536:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766250.087401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766251.111391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766252.135443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766252.455481:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766252.455530:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766252.455549:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766252.455593:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766252.455601:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766252.455654:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766249/real 1775766252] req@ffff967cc64ec380 x1862023707377536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766252.455682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707377536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766252.455695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766252.455701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766252.455705:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377536:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766252.455713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766249/real 1775766252] req@ffff967cc64ef800 x1862023707377280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766252.455731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707377280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766252.455738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766252.455742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766252.455748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707377280:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766252.455755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766249/real 1775766252] req@ffff967cc64ec700 x1862023707377408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766252.455767:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707377408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766252.455774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766252.455778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766252.455781:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377408:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775766253.159423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766254.183436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766254.503368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766254.503379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766254.503385:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766254.503396:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2192 00000100:00080000:3.0:1775766254.503407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766254.503426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766254.503471:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707377664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766254.503530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766254.503533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766254.503535:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766254.503550:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2192 00000100:00080000:3.0:1775766254.503554:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766254.503557:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766254.503568:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766254.503580:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707377792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766254.503597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766254.503604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775766254.503606:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707377664:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766254.503606:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766254.503616:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2192 00000100:00080000:3.0:1775766254.503621:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766254.503626:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766254.503633:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766254.503649:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707377920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766254.503705:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766254.503760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766254/real 1775766254] req@ffff967cc796d500 x1862023707377664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766254.503785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707377664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766254.503798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766254.503804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766254.503809:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707377664:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766254.503843:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377792:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766254.503879:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766254.503894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766254/real 1775766254] req@ffff967cc796f100 x1862023707377792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766254.503909:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707377792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766254.503919:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766254.503923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766254.503927:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377792:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766254.503935:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377920:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766254.503970:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766254.503984:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766254/real 1775766254] req@ffff967cc796d180 x1862023707377920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766254.503998:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707377920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766254.504008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766254.504012:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766254.504016:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707377920:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766255.207381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766256.231553:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766257.255439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766258.279408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766259.303404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766259.623388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766259.623401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766259.623408:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766259.623420:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2197 00000100:00080000:0.0:1775766259.623433:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766259.623442:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766259.623536:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707378048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766259.623574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766259.623578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766259.623580:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766259.623586:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2197 00000100:00080000:0.0:1775766259.623591:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766259.623596:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766259.623611:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766259.623611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707378048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766259.623632:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707378176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766259.623641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766259.623644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766259.623645:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766259.623649:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2197 00000100:00080000:0.0:1775766259.623652:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766259.623655:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766259.623660:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766259.623669:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707378304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766259.623705:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766259.623749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766259/real 1775766259] req@ffff967cc64eed80 x1862023707378048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766259.623765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707378048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766259.623775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766259.623778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766259.623782:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707378048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766259.623806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378176:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766259.623821:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766259.623830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766259/real 1775766259] req@ffff967cc64ec700 x1862023707378176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766259.623839:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707378176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766259.623845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766259.623847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766259.623849:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378176:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766259.623853:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378304:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766259.623866:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766259.623872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766259/real 1775766259] req@ffff967cc64ef800 x1862023707378304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766259.623880:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707378304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766259.623885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766259.623887:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766259.623889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378304:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766260.327541:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766261.351418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766262.375392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766263.399408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766264.423463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766264.743336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766264.743348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766264.743354:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766264.743386:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2203 00000100:00080000:3.0:1775766264.743399:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766264.743417:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766264.743465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707378432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766264.743494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766264.743497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766264.743498:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766264.743502:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2203 00000100:00080000:3.0:1775766264.743505:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766264.743508:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766264.743519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766264.743533:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707378560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766264.743535:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707378432:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766264.743549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766264.743551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766264.743552:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766264.743554:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2203 00000100:00080000:3.0:1775766264.743556:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766264.743558:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766264.743562:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766264.743572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707378688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766264.743627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766264.743674:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766264/real 1775766264] req@ffff967cc796ce00 x1862023707378432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766264.743705:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707378432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766264.743714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766264.743719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766264.743722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707378432:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766264.743746:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378560:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766264.743774:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766264.743783:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766264/real 1775766264] req@ffff967cc796ca80 x1862023707378560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766264.743792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707378560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766264.743798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766264.743800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766264.743803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378560:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766264.743806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378688:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766264.743819:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766264.743825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766264/real 1775766264] req@ffff967cc796d180 x1862023707378688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766264.743837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707378688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766264.743846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766264.743849:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766264.743853:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378688:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766265.447389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766266.471531:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766267.495471:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766268.519634:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766269.543479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766269.863465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766269.863481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766269.863487:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766269.863500:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2208 00000100:00080000:0.0:1775766269.863515:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766269.863526:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766269.863586:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707378816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766269.863644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766269.863650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766269.863652:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766269.863659:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2208 00000100:00080000:0.0:1775766269.863666:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766269.863686:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766269.863700:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766269.863716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707378816:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766269.863725:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707378944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766269.863747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766269.863752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766269.863754:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766269.863760:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2208 00000100:00080000:0.0:1775766269.863765:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766269.863770:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766269.863776:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766269.863794:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707379072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766269.863854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766269.863911:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766269/real 1775766269] req@ffff967cc64ec380 x1862023707378816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766269.863937:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707378816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766269.863951:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766269.863956:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766269.863962:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707378816:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766269.863992:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378944:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766269.864030:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766269.864055:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766269/real 1775766269] req@ffff967cc64ec000 x1862023707378944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766269.864082:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707378944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766269.864100:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766269.864107:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766269.864114:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707378944:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766269.864126:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379072:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766269.864161:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766269.864177:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766269/real 1775766269] req@ffff967cc64ed180 x1862023707379072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766269.864192:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707379072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766269.864202:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766269.864207:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766269.864211:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379072:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766270.567452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766271.591376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766272.615375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766273.639377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766274.663439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766274.983420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766274.983430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766274.983435:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766274.983446:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2213 00000100:00080000:3.0:1775766274.983458:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766274.983465:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766274.983511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707379200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766274.983541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766274.983543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766274.983545:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766274.983548:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2213 00000100:00080000:3.0:1775766274.983551:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766274.983555:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766274.983565:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766274.983577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707379328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766274.983579:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707379200:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766274.983592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766274.983595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766274.983596:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766274.983599:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2213 00000100:00080000:3.0:1775766274.983600:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766274.983603:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766274.983606:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766274.983614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707379456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766274.983656:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766274.983697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766274/real 1775766274] req@ffff967cc796f100 x1862023707379200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766274.983719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707379200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766274.983732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766274.983737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766274.983742:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707379200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766274.983779:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379328:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766274.983799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766274.983809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766274/real 1775766274] req@ffff967cc796d500 x1862023707379328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766274.983818:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707379328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766274.983824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766274.983826:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766274.983828:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379328:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766274.983833:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379456:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766274.983844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766274.983850:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766274/real 1775766274] req@ffff967cc796f480 x1862023707379456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766274.983857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707379456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766274.983863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766274.983865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766274.983866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379456:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766275.687415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766276.711466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766277.735369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766278.759390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766279.783443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766280.103341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766280.103351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766280.103355:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766280.103366:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2218 00000100:00080000:3.0:1775766280.103377:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766280.103384:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766280.103428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707379584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766280.103462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766280.103466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766280.103468:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766280.103474:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2218 00000100:00080000:3.0:1775766280.103479:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766280.103484:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766280.103496:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766280.103497:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707379584:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766280.103517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707379712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766280.103529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766280.103533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766280.103536:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766280.103540:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2218 00000100:00080000:3.0:1775766280.103544:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766280.103547:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766280.103552:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766280.103564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707379840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766280.103573:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766280.103617:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766280/real 1775766280] req@ffff967cc796ed80 x1862023707379584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766280.103633:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707379584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766280.103641:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766280.103645:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766280.103648:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707379584:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766280.103669:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379712:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766280.103685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766280.103693:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766280/real 1775766280] req@ffff967cc796e680 x1862023707379712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766280.103702:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707379712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766280.103707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766280.103709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766280.103711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379712:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766280.103714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379840:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766280.103726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766280.103731:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766280/real 1775766280] req@ffff967cc796f480 x1862023707379840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766280.103744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707379840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766280.103750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766280.103751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766280.103753:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707379840:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766280.807484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766281.831417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766282.855479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766283.879438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766284.903404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766285.223364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766285.223386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766285.223391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766285.223402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2223 00000100:00080000:3.0:1775766285.223415:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766285.223422:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766285.223469:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707379968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766285.223498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766285.223502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766285.223504:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766285.223509:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2223 00000100:00080000:3.0:1775766285.223513:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766285.223517:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766285.223529:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766285.223544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707380096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766285.223553:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707379968:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766285.223555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766285.223559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766285.223560:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766285.223565:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2223 00000100:00080000:3.0:1775766285.223569:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766285.223573:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766285.223579:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766285.223589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707380224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766285.223765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766285.223826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766285/real 1775766285] req@ffff967cc796d500 x1862023707379968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766285.223852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707379968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766285.223864:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766285.223868:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766285.223873:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707379968:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766285.223903:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380096:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766285.223952:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766285.223964:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766285/real 1775766285] req@ffff967cc796f100 x1862023707380096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766285.223976:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707380096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766285.223984:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766285.223987:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766285.223991:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380096:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766285.223996:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380224:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766285.224017:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766285.224027:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766285/real 1775766285] req@ffff967cc796d180 x1862023707380224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766285.224038:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707380224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766285.224046:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766285.224049:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766285.224053:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380224:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766285.927354:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766286.951404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766287.975370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766288.999493:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766290.023381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766290.343350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766290.343360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766290.343366:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766290.343377:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2228 00000100:00080000:0.0:1775766290.343388:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766290.343396:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766290.343444:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707380352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766290.343489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766290.343491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766290.343493:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766290.343496:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2228 00000100:00080000:0.0:1775766290.343498:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766290.343502:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766290.343513:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766290.343540:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707380480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766290.343552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775766290.343554:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707380352:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766290.343559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766290.343565:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766290.343571:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2228 00000100:00080000:0.0:1775766290.343574:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766290.343578:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766290.343583:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766290.343597:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707380608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766290.343672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766290.343742:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766290/real 1775766290] req@ffff967cc64edc00 x1862023707380352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766290.343766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707380352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766290.343779:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766290.343785:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766290.343790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707380352:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766290.343821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380480:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766290.343848:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766290.343860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766290/real 1775766290] req@ffff967cc64ed500 x1862023707380480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766290.343870:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707380480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766290.343879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766290.343883:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766290.343887:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380480:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766290.343894:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380608:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766290.343917:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766290.343929:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766290/real 1775766290] req@ffff967cc64edf80 x1862023707380608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766290.343941:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707380608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766290.343949:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766290.343953:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766290.343956:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380608:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766291.047437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766292.071392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766293.095403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766294.119353:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766295.143440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766295.463431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766295.463441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766295.463445:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766295.463455:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2233 00000100:00080000:3.0:1775766295.463467:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766295.463474:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766295.463525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707380736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766295.463558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766295.463561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766295.463563:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766295.463567:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2233 00000100:00080000:3.0:1775766295.463570:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766295.463574:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766295.463584:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766295.463596:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707380864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766295.463609:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707380736:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766295.463610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766295.463617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766295.463622:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766295.463629:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2233 00000100:00080000:3.0:1775766295.463631:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766295.463634:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766295.463639:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766295.463653:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707380992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766295.463719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766295.463761:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766295/real 1775766295] req@ffff967cc796ca80 x1862023707380736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766295.463781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707380736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766295.463790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766295.463794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766295.463798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707380736:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766295.463821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380864:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766295.463842:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766295.463853:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766295/real 1775766295] req@ffff967cc796ce00 x1862023707380864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766295.463864:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707380864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766295.463871:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766295.463874:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766295.463877:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380864:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766295.463882:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380992:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766295.463897:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766295.463905:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766295/real 1775766295] req@ffff967cc796d180 x1862023707380992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766295.463915:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707380992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766295.463928:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766295.463931:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766295.463934:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707380992:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766296.167450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766297.191576:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766298.215431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766299.239541:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766300.263385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766300.583317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766300.583325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766300.583329:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766300.583336:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2238 00000100:00080000:3.0:1775766300.583346:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766300.583395:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766300.583428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707381120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766300.583451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766300.583454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766300.583456:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766300.583460:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2238 00000100:00080000:3.0:1775766300.583464:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766300.583469:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766300.583478:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766300.583492:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707381248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766300.583493:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707381120:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766300.583502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766300.583506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766300.583508:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766300.583512:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2238 00000100:00080000:3.0:1775766300.583515:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766300.583519:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766300.583523:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766300.583532:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707381376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766300.583566:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766300.583599:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766300/real 1775766300] req@ffff967cc796f100 x1862023707381120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766300.583614:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707381120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766300.583621:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766300.583624:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766300.583627:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707381120:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766300.583643:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381248:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766300.583659:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766300.583667:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766300/real 1775766300] req@ffff967cc796d500 x1862023707381248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766300.583674:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707381248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766300.583684:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766300.583686:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766300.583689:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381248:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766300.583692:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381376:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766300.583703:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766300.583709:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766300/real 1775766300] req@ffff967cc796f480 x1862023707381376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766300.583721:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707381376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766300.583730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766300.583733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766300.583736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381376:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766301.287468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766302.311489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766303.335396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766304.359373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766305.383439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766305.703327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766305.703335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766305.703339:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766305.703347:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2244 00000100:00080000:3.0:1775766305.703357:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766305.703362:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766305.703414:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707381504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766305.703445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766305.703448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766305.703451:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766305.703455:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2244 00000100:00080000:3.0:1775766305.703474:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766305.703478:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766305.703487:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766305.703501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707381632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766305.703512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766305.703516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766305.703520:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766305.703544:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707381504:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766305.703545:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2244 00000100:00080000:3.0:1775766305.703557:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766305.703565:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766305.703573:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766305.703595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707381760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766305.703628:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766305.703686:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766305/real 1775766305] req@ffff967cc796e680 x1862023707381504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766305.703720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707381504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766305.703728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766305.703732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766305.703735:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707381504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766305.703741:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381632:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766305.703757:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766305.703764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766305/real 1775766305] req@ffff967cc796ed80 x1862023707381632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766305.703772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707381632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766305.703778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766305.703780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766305.703782:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381632:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766305.703801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381760:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766305.703813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766305.703819:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766305/real 1775766305] req@ffff967cc796f480 x1862023707381760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766305.703827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707381760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766305.703833:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766305.703835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766305.703837:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707381760:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766306.407386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766307.431472:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766308.455337:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766309.479436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766310.503366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766310.823361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766310.823371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766310.823375:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766310.823385:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2249 00000100:00080000:3.0:1775766310.823396:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766310.823403:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766310.823443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707381888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766310.823479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766310.823483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766310.823484:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766310.823488:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2249 00000100:00080000:3.0:1775766310.823492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766310.823496:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766310.823505:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766310.823518:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707382016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766310.823528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766310.823531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766310.823533:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766310.823538:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2249 00000100:00080000:3.0:1775766310.823542:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775766310.823544:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707381888:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766310.823550:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766310.823557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766310.823567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707382144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766310.823614:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766310.823646:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766310/real 1775766310] req@ffff967cc796d500 x1862023707381888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766310.823661:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707381888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766310.823669:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766310.823672:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766310.823675:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707381888:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766310.823681:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382016:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766310.823696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766310.823703:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766310/real 1775766310] req@ffff967cc796f100 x1862023707382016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766310.823711:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707382016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766310.823716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766310.823718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766310.823720:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382016:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766310.823749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382144:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766310.823761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766310.823768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766310/real 1775766310] req@ffff967cc796d180 x1862023707382144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766310.823775:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707382144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766310.823781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766310.823783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766310.823785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382144:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766311.527396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766312.551334:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766313.575460:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766314.599402:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766315.623474:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766315.943341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766315.943349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766315.943353:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766315.943362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2254 00000100:00080000:0.0:1775766315.943372:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766315.943377:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766315.943414:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707382272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766315.943438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766315.943442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766315.943444:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766315.943449:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2254 00000100:00080000:0.0:1775766315.943453:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766315.943458:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766315.943467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766315.943476:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707382272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766315.943481:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707382400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766315.943491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766315.943494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766315.943495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766315.943499:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2254 00000100:00080000:0.0:1775766315.943502:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766315.943506:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766315.943511:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766315.943520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707382528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766315.943589:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382400:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766315.943617:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382528:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766316.647385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766317.671515:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766318.695391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766319.015590:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766319.015632:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766319.015649:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766319.015684:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766319.015692:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766319.015727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766315/real 1775766319] req@ffff967cc64eea00 x1862023707382400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766319.015753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707382400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766319.015763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766319.015768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766319.015772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382400:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766319.015778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766315/real 1775766319] req@ffff967cc64ef480 x1862023707382528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766319.015788:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707382528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766319.015794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766319.015797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766319.015800:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382528:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766319.015806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766315/real 1775766319] req@ffff967cc64eca80 x1862023707382272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766319.015815:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707382272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766319.015820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766319.015822:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766319.015825:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707382272:192.168.202.151@tcp:250:kworker.0 00010000:00010000:2.0:1775766319.719413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766320.743403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766321.063399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766321.063415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766321.063422:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766321.063437:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2259 00000100:00080000:0.0:1775766321.063453:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766321.063465:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766321.063519:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707382656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766321.063585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766321.063593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766321.063599:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766321.063609:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2259 00000100:00080000:0.0:1775766321.063618:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766321.063627:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766321.063660:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707382656:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766321.063691:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766321.063725:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707382784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766321.063749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766321.063755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766321.063759:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766321.063771:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2259 00000100:00080000:0.0:1775766321.063782:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775766321.063786:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00080000:0.0:1775766321.063795:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766321.063807:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766321.063835:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707382912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766321.063857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766321/real 1775766321] req@ffff967cc64ece00 x1862023707382656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766321.063911:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707382656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766321.063928:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766321.063935:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766321.063940:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707382656:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766321.063976:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382784:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766321.064007:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766321.064022:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766321/real 1775766321] req@ffff967cc64eca80 x1862023707382784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766321.064036:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707382784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766321.064045:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766321.064049:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766321.064053:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382784:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766321.064061:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382912:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766321.064188:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766321.064204:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766321/real 1775766321] req@ffff967cc64ef480 x1862023707382912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766321.064220:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707382912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766321.064230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766321.064234:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766321.064238:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707382912:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766321.767442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766322.791419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766323.815403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766324.839435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766325.863466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766326.183350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766326.183357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766326.183362:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766326.183371:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2264 00000100:00080000:3.0:1775766326.183381:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766326.183387:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766326.183423:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707383040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766326.183449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766326.183451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766326.183453:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766326.183457:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2264 00000100:00080000:3.0:1775766326.183459:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766326.183463:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766326.183471:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766326.183480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707383168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766326.183490:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707383040:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766326.183502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766326.183505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766326.183506:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766326.183510:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2264 00000100:00080000:3.0:1775766326.183512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766326.183515:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766326.183519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766326.183530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707383296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766326.183577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766326.183619:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766326/real 1775766326] req@ffff967cc796ce00 x1862023707383040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766326.183640:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707383040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766326.183651:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766326.183655:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766326.183659:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707383040:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766326.183681:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383168:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766326.183702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766326.183713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766326/real 1775766326] req@ffff967cc796ca80 x1862023707383168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766326.183723:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707383168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766326.183731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766326.183734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766326.183737:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383168:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766326.183742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383296:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766326.183757:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766326.183764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766326/real 1775766326] req@ffff967cc796d180 x1862023707383296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766326.183774:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707383296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766326.183781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766326.183784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766326.183786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383296:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766326.887441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766327.911374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766328.935352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766329.959414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766330.983391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766331.303346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766331.303357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766331.303361:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766331.303372:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2269 00000100:00080000:3.0:1775766331.303384:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766331.303392:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766331.303438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707383424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766331.303483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766331.303490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766331.303493:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766331.303500:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2269 00000100:00080000:3.0:1775766331.303506:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766331.303513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766331.303526:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766331.303545:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707383424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766331.303547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707383552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766331.303568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766331.303572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766331.303574:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766331.303579:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2269 00000100:00080000:3.0:1775766331.303583:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766331.303587:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766331.303594:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766331.303606:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707383680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766331.303633:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766331.303677:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766331/real 1775766331] req@ffff967cc796f100 x1862023707383424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766331.303699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707383424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766331.303710:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766331.303714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766331.303719:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707383424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766331.303762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383552:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766331.303841:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766331.303861:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766331/real 1775766331] req@ffff967cc796d500 x1862023707383552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766331.303876:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707383552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766331.303904:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766331.303908:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766331.303911:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383552:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766331.303919:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383680:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766331.303960:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766331.303972:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766331/real 1775766331] req@ffff967cc796f480 x1862023707383680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766331.303985:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707383680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766331.303994:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766331.303997:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766331.304001:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383680:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766332.007416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766333.031403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766334.055390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766335.079427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766336.103425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766336.423439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766336.423451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766336.423457:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766336.423469:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2274 00000100:00080000:3.0:1775766336.423483:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766336.423491:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766336.423543:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707383808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766336.423577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766336.423581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766336.423583:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766336.423587:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2274 00000100:00080000:3.0:1775766336.423591:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766336.423595:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766336.423607:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766336.423619:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707383936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766336.423631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766336.423637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766336.423640:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766336.423641:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707383808:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766336.423648:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2274 00000100:00080000:3.0:1775766336.423659:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766336.423664:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766336.423669:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766336.423686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707384064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766336.423810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766336.423849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766336/real 1775766336] req@ffff967cc796ed80 x1862023707383808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766336.423865:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707383808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766336.423873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766336.423877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766336.423879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707383808:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766336.423901:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383936:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766336.423918:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766336.423938:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766336/real 1775766336] req@ffff967cc796e680 x1862023707383936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766336.423948:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707383936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766336.423954:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766336.423956:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766336.423958:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707383936:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766336.423962:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384064:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766336.423974:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766336.423980:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766336/real 1775766336] req@ffff967cc796f480 x1862023707384064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766336.423987:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707384064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766336.423992:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766336.423994:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766336.423996:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384064:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766337.127423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766338.151413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766339.175348:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766340.199468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766341.223356:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766341.543437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766341.543448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766341.543453:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766341.543461:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2279 00000100:00080000:2.0:1775766341.543488:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766341.543495:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766341.543533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707384192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766341.543559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766341.543563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766341.543564:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766341.543568:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2279 00000100:00080000:2.0:1775766341.543570:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766341.543573:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766341.543581:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766341.543592:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707384320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766341.543600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766341.543603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766341.543604:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766341.543612:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2279 00000100:00100000:0.0:1775766341.543614:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707384192:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766341.543615:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766341.543621:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766341.543627:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766341.543646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707384448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766341.543733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766341.543772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766341/real 1775766341] req@ffff967bc4ba2300 x1862023707384192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766341.543793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707384192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766341.543801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766341.543804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766341.543807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707384192:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766341.543813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384320:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766341.543831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766341.543839:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766341/real 1775766341] req@ffff967bc4ba3b80 x1862023707384320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766341.543848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707384320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766341.543864:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766341.543869:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766341.543871:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384320:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766341.543891:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384448:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766341.543905:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766341.543912:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766341/real 1775766341] req@ffff967bc4ba1180 x1862023707384448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766341.543920:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707384448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766341.543930:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766341.543932:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766341.543935:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384448:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766342.247425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766343.271370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766344.295362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766345.319409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766346.343451:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766346.663335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766346.663343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766346.663348:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766346.663356:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2285 00000100:00080000:2.0:1775766346.663365:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766346.663371:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766346.663408:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707384576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766346.663432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766346.663435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766346.663436:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766346.663439:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2285 00000100:00080000:2.0:1775766346.663441:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766346.663444:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766346.663451:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766346.663459:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707384704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766346.663465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766346.663467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766346.663469:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766346.663471:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2285 00000100:00080000:2.0:1775766346.663473:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766346.663475:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766346.663478:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766346.663483:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707384832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766346.663514:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707384576:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766346.663571:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766346.663606:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766346/real 1775766346] req@ffff967bc4ba0e00 x1862023707384576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766346.663638:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707384576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766346.663645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766346.663648:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766346.663651:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707384576:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766346.663656:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384704:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766346.663671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766346.663679:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766346/real 1775766346] req@ffff967bc4ba1880 x1862023707384704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766346.663687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707384704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766346.663692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766346.663695:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766346.663697:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384704:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766346.663701:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384832:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766346.663712:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766346.663717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766346/real 1775766346] req@ffff967bc4ba3800 x1862023707384832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766346.663725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707384832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766346.663730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766346.663731:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766346.663733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707384832:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766347.367393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766348.391417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766349.415374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766350.439555:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766351.463386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766351.783358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766351.783370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766351.783377:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766351.783390:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2290 00000100:00080000:2.0:1775766351.783405:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766351.783413:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766351.783459:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707384960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766351.783507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766351.783512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766351.783514:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766351.783519:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2290 00000100:00080000:2.0:1775766351.783522:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766351.783527:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766351.783539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766351.783556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707385088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766351.783568:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707384960:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766351.783585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766351.783590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766351.783592:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766351.783608:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2290 00000100:00080000:2.0:1775766351.783611:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766351.783614:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766351.783620:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766351.783631:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707385216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766351.783680:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766351.783731:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766351/real 1775766351] req@ffff967bc4ba2d80 x1862023707384960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766351.783754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707384960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766351.783763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766351.783768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766351.783771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707384960:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766351.783798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385088:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766351.783824:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766351.783839:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766351/real 1775766351] req@ffff967bc4ba0000 x1862023707385088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766351.783853:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707385088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766351.783862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766351.783865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766351.783868:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385088:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766351.783873:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385216:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766351.783890:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766351.783900:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766351/real 1775766351] req@ffff967bc4ba0a80 x1862023707385216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766351.783913:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707385216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766351.783922:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766351.783926:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766351.783929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385216:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766352.487386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766353.511457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766354.535397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766355.559365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766356.583367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766356.903401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766356.903411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766356.903415:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766356.903424:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2295 00000100:00080000:0.0:1775766356.903434:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766356.903459:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766356.903512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707385344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766356.903580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766356.903583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766356.903585:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766356.903588:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2295 00000100:00080000:0.0:1775766356.903591:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766356.903594:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766356.903602:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766356.903612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707385472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766356.903620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766356.903623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766356.903624:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766356.903629:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707385344:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766356.903630:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2295 00000100:00080000:0.0:1775766356.903635:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766356.903639:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766356.903642:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766356.903649:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707385600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766356.903691:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766356.903724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766356/real 1775766356] req@ffff967cc64eea00 x1862023707385344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766356.903740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707385344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766356.903747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766356.903750:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766356.903753:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707385344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766356.903771:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385472:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766356.903785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766356.903792:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766356/real 1775766356] req@ffff967cc64edf80 x1862023707385472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766356.903800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707385472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766356.903806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766356.903808:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766356.903810:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385472:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766356.903813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385600:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766356.903825:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766356.903830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766356/real 1775766356] req@ffff967cc64ed500 x1862023707385600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766356.903837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707385600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766356.903847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766356.903849:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766356.903851:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385600:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766357.607411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766358.631531:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766359.655444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766360.679480:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766361.703422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766362.023403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766362.023413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766362.023418:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766362.023429:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2300 00000100:00080000:2.0:1775766362.023441:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766362.023449:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766362.023534:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707385728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766362.023565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766362.023569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766362.023571:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766362.023576:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2300 00000100:00080000:2.0:1775766362.023580:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766362.023585:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766362.023595:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766362.023611:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707385856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766362.023635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766362.023643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766362.023645:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766362.023654:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2300 00000100:00100000:3.0:1775766362.023655:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707385728:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766362.023662:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766362.023670:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766362.023677:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766362.023695:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707385984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766362.023759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766362.023806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766362/real 1775766362] req@ffff967bc4ba1f80 x1862023707385728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766362.023822:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707385728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766362.023831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766362.023834:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766362.023838:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707385728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766362.023862:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385856:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766362.023881:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766362.023891:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766362/real 1775766362] req@ffff967bc4ba3100 x1862023707385856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766362.023901:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707385856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766362.023908:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766362.023912:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766362.023915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385856:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766362.023920:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385984:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766362.023933:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766362.023940:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766362/real 1775766362] req@ffff967bc4ba1c00 x1862023707385984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766362.023953:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707385984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766362.023980:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766362.023984:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766362.023989:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707385984:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766362.727428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766363.751400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766364.775360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766365.799378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766366.823463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766367.143343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766367.143367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766367.143372:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766367.143382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2305 00000100:00080000:2.0:1775766367.143394:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766367.143403:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766367.143483:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707386112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766367.143508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766367.143511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766367.143512:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766367.143515:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2305 00000100:00080000:2.0:1775766367.143519:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766367.143521:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766367.143529:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766367.143538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707386240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766367.143549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766367.143556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766367.143558:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766367.143563:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2305 00000100:00080000:2.0:1775766367.143567:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766367.143571:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766367.143577:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766367.143588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707386112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766367.143595:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707386368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766367.143675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766367.143721:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766367/real 1775766367] req@ffff967bc4ba2a00 x1862023707386112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766367.143738:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707386112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766367.143748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766367.143752:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766367.143756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707386112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766367.143763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386240:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766367.143780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766367.143788:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766367/real 1775766367] req@ffff967bc4ba3480 x1862023707386240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766367.143797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707386240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766367.143803:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766367.143805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766367.143807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386240:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766367.143843:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386368:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766367.143855:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766367.143862:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766367/real 1775766367] req@ffff967bc4ba2680 x1862023707386368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766367.143882:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707386368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766367.143892:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766367.143896:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766367.143900:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386368:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766367.847440:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766368.871508:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766369.895379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766370.919466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766371.943396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766372.263340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766372.263350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766372.263354:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766372.263364:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2310 00000100:00080000:2.0:1775766372.263392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766372.263399:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766372.263441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707386496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766372.263469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766372.263473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766372.263474:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766372.263478:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2310 00000100:00080000:2.0:1775766372.263481:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766372.263485:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766372.263492:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766372.263503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707386624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766372.263514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766372.263517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766372.263519:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766372.263522:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2310 00000100:00080000:2.0:1775766372.263525:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766372.263530:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766372.263534:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766372.263546:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707386752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766372.263550:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707386496:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766372.263670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766372.263722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766372/real 1775766372] req@ffff967bc4ba0700 x1862023707386496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766372.263739:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707386496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766372.263749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766372.263753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766372.263756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707386496:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766372.263763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386624:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766372.263781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766372.263789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766372/real 1775766372] req@ffff967bc4ba0380 x1862023707386624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766372.263797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707386624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766372.263802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766372.263804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766372.263806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386624:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766372.263830:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386752:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766372.263843:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766372.263849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766372/real 1775766372] req@ffff967bc4ba1500 x1862023707386752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766372.263862:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707386752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766372.263868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766372.263869:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766372.263871:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707386752:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766372.967488:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766373.991449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766375.015535:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766376.039410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766377.063420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766377.383374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766377.383387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766377.383391:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766377.383402:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2315 00000100:00080000:2.0:1775766377.383413:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766377.383420:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766377.383460:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707386880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766377.383491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766377.383496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766377.383499:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766377.383504:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2315 00000100:00080000:2.0:1775766377.383509:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766377.383514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766377.383527:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766377.383545:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707387008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766377.383562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766377.383567:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707386880:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766377.383569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766377.383573:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766377.383582:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2315 00000100:00080000:2.0:1775766377.383586:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766377.383589:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766377.383595:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766377.383608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707387136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766377.383672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766377.383741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766377/real 1775766377] req@ffff967bc4ba1500 x1862023707386880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766377.383766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707386880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766377.383796:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766377.383802:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766377.383807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707386880:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766377.383852:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387008:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766377.383878:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766377.383905:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766377/real 1775766377] req@ffff967bc4ba0380 x1862023707387008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766377.383925:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707387008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766377.383940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766377.383946:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766377.383951:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387008:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766377.383962:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387136:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766377.383997:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766377.384011:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766377/real 1775766377] req@ffff967bc4ba0700 x1862023707387136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766377.384023:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707387136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766377.384033:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766377.384036:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766377.384040:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387136:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766378.087555:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766379.111498:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766380.135442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766381.159381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766382.183380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766382.503437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766382.503446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766382.503450:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766382.503458:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2320 00000100:00080000:0.0:1775766382.503469:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766382.503475:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766382.503512:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707387264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766382.503544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766382.503549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766382.503551:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766382.503556:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2320 00000100:00080000:0.0:1775766382.503561:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766382.503567:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766382.503578:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766382.503589:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707387264:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766382.503609:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707387392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766382.503623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766382.503626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766382.503628:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766382.503632:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2320 00000100:00080000:0.0:1775766382.503636:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766382.503640:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766382.503645:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766382.503657:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707387520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766382.503698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387392:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766382.503731:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387520:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766383.207447:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766384.231430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766385.255468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766385.575614:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766385.575660:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766385.575678:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766385.575720:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766385.575729:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766385.575825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766382/real 1775766385] req@ffff967cc64ed180 x1862023707387392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766385.575887:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707387392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766385.575910:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766385.575919:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766385.575926:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387392:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766385.575942:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766382/real 1775766385] req@ffff967cc64ec000 x1862023707387520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766385.575963:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707387520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766385.575978:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766385.575984:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766385.575990:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387520:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766385.576003:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766382/real 1775766385] req@ffff967cc64edc00 x1862023707387264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766385.576025:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707387264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766385.576034:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766385.576038:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766385.576042:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707387264:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775766386.279452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766387.303424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766387.623450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766387.623458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766387.623462:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766387.623470:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2325 00000100:00080000:2.0:1775766387.623479:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766387.623485:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766387.623515:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707387648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766387.623542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766387.623545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766387.623546:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766387.623549:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2325 00000100:00080000:2.0:1775766387.623552:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766387.623555:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766387.623562:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766387.623573:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707387776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766387.623580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766387.623583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766387.623585:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766387.623588:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2325 00000100:00080000:2.0:1775766387.623590:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766387.623592:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766387.623596:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766387.623604:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707387904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766387.623619:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707387648:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766387.623716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766387.623775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766387/real 1775766387] req@ffff967bc4ba2680 x1862023707387648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766387.623801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707387648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766387.623821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766387.623827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766387.623832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707387648:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766387.623841:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387776:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766387.623869:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766387.623883:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766387/real 1775766387] req@ffff967bc4ba3480 x1862023707387776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766387.623896:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707387776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766387.623904:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766387.623908:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766387.623911:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387776:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766387.623950:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387904:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766387.623974:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766387.623987:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766387/real 1775766387] req@ffff967bc4ba2a00 x1862023707387904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766387.623999:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707387904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766387.624008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766387.624012:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766387.624015:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707387904:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766388.327448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766389.351450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766390.375391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766391.399477:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766392.423377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766392.743419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766392.743429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766392.743435:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766392.743445:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2331 00000100:00080000:0.0:1775766392.743457:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766392.743462:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766392.743509:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707388032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766392.743538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766392.743541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766392.743542:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766392.743545:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2331 00000100:00080000:0.0:1775766392.743548:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766392.743551:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766392.743561:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766392.743571:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707388160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766392.743579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766392.743582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766392.743583:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766392.743588:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2331 00000100:00080000:0.0:1775766392.743593:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766392.743597:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766392.743597:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707388032:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766392.743601:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766392.743617:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707388288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766392.743686:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766392.743724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766392/real 1775766392] req@ffff967cc64ec380 x1862023707388032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766392.743749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707388032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766392.743757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766392.743761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766392.743764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707388032:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766392.743786:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388160:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766392.743807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766392.743820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766392/real 1775766392] req@ffff967cc64ef800 x1862023707388160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766392.743833:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707388160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766392.743843:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766392.743847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766392.743850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388160:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766392.743858:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388288:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766392.743880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766392.743888:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766392/real 1775766392] req@ffff967cc64ec700 x1862023707388288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766392.743896:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707388288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766392.743902:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766392.743905:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766392.743907:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388288:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766393.447547:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766394.471411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766395.495512:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766396.519471:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766397.543481:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766397.863523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766397.863538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766397.863545:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766397.863561:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2336 00000100:00080000:2.0:1775766397.863577:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766397.863587:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766397.863646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707388416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766397.863687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766397.863692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766397.863695:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766397.863700:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2336 00000100:00080000:2.0:1775766397.863705:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766397.863709:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766397.863723:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766397.863737:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707388544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766397.863764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766397.863769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766397.863771:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766397.863777:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2336 00000100:00080000:2.0:1775766397.863780:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766397.863784:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766397.863790:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766397.863811:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707388416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766397.863819:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707388672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766397.863955:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766397.864018:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766397/real 1775766397] req@ffff967bc4ba1c00 x1862023707388416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766397.864047:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707388416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766397.864062:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766397.864067:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766397.864073:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707388416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766397.864083:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388544:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766397.864113:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766397.864160:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766397/real 1775766397] req@ffff967bc4ba3100 x1862023707388544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766397.864178:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707388544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766397.864189:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766397.864193:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766397.864198:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388544:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766397.864231:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388672:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766397.864297:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766397.864312:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766397/real 1775766397] req@ffff967bc4ba1f80 x1862023707388672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766397.864328:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707388672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766397.864339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766397.864343:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766397.864347:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388672:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766398.567444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766399.591546:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766400.615489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766401.639433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766402.663394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766402.983341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766402.983351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766402.983356:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766402.983367:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2341 00000100:00080000:2.0:1775766402.983378:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766402.983386:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766402.983431:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707388800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766402.983454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766402.983457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766402.983458:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766402.983462:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2341 00000100:00080000:2.0:1775766402.983469:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766402.983471:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766402.983480:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766402.983490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707388928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766402.983497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766402.983500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766402.983501:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766402.983504:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2341 00000100:00080000:2.0:1775766402.983506:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766402.983508:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766402.983512:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766402.983515:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707388800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766402.983521:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707389056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766402.983598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766402.983644:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766402/real 1775766402] req@ffff967bc4ba0a80 x1862023707388800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766402.983670:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707388800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766402.983681:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766402.983685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766402.983690:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707388800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766402.983698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388928:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766402.983721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766402.983732:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766402/real 1775766402] req@ffff967bc4ba0000 x1862023707388928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766402.983744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707388928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766402.983753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766402.983756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766402.983759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707388928:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766402.983786:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389056:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766402.983804:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766402.983815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766402/real 1775766402] req@ffff967bc4ba2d80 x1862023707389056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766402.983827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707389056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766402.983841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766402.983844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766402.983847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389056:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766403.687569:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766404.711414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766405.735474:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766406.759352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766407.783583:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766408.103407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766408.103419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766408.103426:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766408.103438:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2346 00000100:00080000:0.0:1775766408.103461:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766408.103469:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766408.103536:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707389184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766408.103578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766408.103583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766408.103586:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766408.103593:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2346 00000100:00080000:0.0:1775766408.103601:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766408.103611:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766408.103649:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766408.103673:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707389312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766408.103695:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707389184:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766408.103713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766408.103728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766408.103730:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766408.103737:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2346 00000100:00080000:0.0:1775766408.103742:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766408.103747:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766408.103755:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766408.103770:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707389440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766408.103829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766408.103892:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766408/real 1775766408] req@ffff967cc64eed80 x1862023707389184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766408.103935:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707389184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766408.103949:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766408.103955:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766408.103960:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707389184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766408.104019:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389312:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766408.104116:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766408.104133:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766408/real 1775766408] req@ffff967cc64ec700 x1862023707389312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766408.104148:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707389312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766408.104166:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766408.104170:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766408.104174:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766408.104182:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389440:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766408.104204:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766408.104225:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766408/real 1775766408] req@ffff967cc64ef800 x1862023707389440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766408.104237:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707389440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766408.104246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766408.104301:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766408.104322:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389440:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766408.807404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766409.831447:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766410.855352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766411.879507:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766412.903351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766413.223309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766413.223320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766413.223325:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766413.223336:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2351 00000100:00080000:0.0:1775766413.223349:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766413.223356:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766413.223412:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707389568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766413.223440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766413.223442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766413.223443:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766413.223447:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2351 00000100:00080000:0.0:1775766413.223451:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766413.223454:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766413.223465:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766413.223476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707389696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766413.223484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766413.223486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766413.223487:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766413.223492:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2351 00000100:00080000:0.0:1775766413.223494:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766413.223494:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707389568:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766413.223498:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766413.223506:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766413.223512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707389824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766413.223576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766413.223619:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766413/real 1775766413] req@ffff967cc64ec380 x1862023707389568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766413.223636:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707389568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766413.223645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766413.223649:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766413.223652:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707389568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766413.223687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389696:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766413.223703:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766413.223712:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766413/real 1775766413] req@ffff967cc64edc00 x1862023707389696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766413.223720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707389696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766413.223726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766413.223728:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766413.223731:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389696:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766413.223735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389824:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766413.223747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766413.223753:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766413/real 1775766413] req@ffff967cc64ec000 x1862023707389824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766413.223760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707389824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766413.223766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766413.223768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766413.223770:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707389824:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766413.927541:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766414.951367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766415.975390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766416.999339:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766418.023452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766418.343328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766418.343337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766418.343342:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766418.343350:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2356 00000100:00080000:0.0:1775766418.343382:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766418.343392:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766418.343443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707389952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766418.343480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766418.343484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766418.343487:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766418.343492:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2356 00000100:00080000:0.0:1775766418.343496:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766418.343501:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766418.343513:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766418.343526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707390080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766418.343547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766418.343554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766418.343558:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766418.343567:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2356 00000100:00080000:0.0:1775766418.343574:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766418.343582:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766418.343593:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766418.343596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707389952:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766418.343620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707390208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766418.343727:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766418.343790:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766418/real 1775766418] req@ffff967cc64ed180 x1862023707389952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766418.343816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707389952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766418.343830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766418.343835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766418.343841:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707389952:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766418.343850:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390080:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766418.343880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766418.343894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766418/real 1775766418] req@ffff967cc64ed500 x1862023707390080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766418.343909:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707390080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766418.343978:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766418.343981:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766418.343983:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390080:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766418.344005:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390208:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766418.344024:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766418.344033:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766418/real 1775766418] req@ffff967cc64edf80 x1862023707390208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766418.344048:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707390208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766418.344054:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766418.344057:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766418.344059:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390208:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766419.047357:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766420.071501:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766421.095338:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766422.119386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766423.143376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766423.463349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766423.463356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766423.463361:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766423.463369:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2361 00000100:00080000:0.0:1775766423.463379:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766423.463384:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766423.463418:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707390336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766423.463442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766423.463445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766423.463446:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766423.463450:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2361 00000100:00080000:0.0:1775766423.463452:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766423.463454:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766423.463461:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766423.463468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707390464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766423.463475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766423.463477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766423.463478:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766423.463481:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2361 00000100:00080000:0.0:1775766423.463483:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766423.463485:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766423.463488:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766423.463494:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707390592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766423.463521:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707390336:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766423.463579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766423.463612:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766423/real 1775766423] req@ffff967cc64eea00 x1862023707390336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766423.463626:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707390336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766423.463634:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766423.463637:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766423.463640:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707390336:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766423.463644:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390464:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766423.463664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766423.463675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766423/real 1775766423] req@ffff967cc64ef480 x1862023707390464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766423.463688:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707390464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766423.463703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766423.463707:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766423.463710:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390464:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766423.463717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390592:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766423.463735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766423.463743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766423/real 1775766423] req@ffff967cc64eca80 x1862023707390592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766423.463751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707390592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766423.463757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766423.463759:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766423.463761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390592:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766424.167556:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766425.191394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766426.215552:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766427.239425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766428.263478:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766428.583382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766428.583391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766428.583397:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766428.583407:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2366 00000100:00080000:2.0:1775766428.583419:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766428.583426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766428.583466:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707390720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766428.583507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766428.583511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766428.583513:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766428.583517:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2366 00000100:00080000:2.0:1775766428.583520:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766428.583524:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766428.583532:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766428.583542:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707390848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766428.583558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766428.583561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766428.583563:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766428.583568:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2366 00000100:00080000:2.0:1775766428.583572:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766428.583575:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766428.583579:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766428.583588:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707390976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766428.583610:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707390720:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766428.583678:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766428.583719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766428/real 1775766428] req@ffff967bc4ba3800 x1862023707390720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766428.583737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707390720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766428.583747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766428.583751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766428.583755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707390720:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766428.583762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390848:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766428.583780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766428.583847:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766428/real 1775766428] req@ffff967bc4ba1880 x1862023707390848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766428.583866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707390848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766428.583876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766428.583881:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766428.583885:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390848:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766428.583916:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390976:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766428.583943:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766428.583970:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766428/real 1775766428] req@ffff967bc4ba0e00 x1862023707390976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766428.583985:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707390976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766428.583996:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766428.584000:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766428.584021:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707390976:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766429.287357:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766430.311402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766431.335413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766432.359409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766433.383414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766433.703365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766433.703373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766433.703377:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766433.703385:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2372 00000100:00080000:0.0:1775766433.703395:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766433.703401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766433.703446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707391104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766433.703470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766433.703472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766433.703474:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766433.703477:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2372 00000100:00080000:0.0:1775766433.703480:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766433.703482:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766433.703489:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766433.703517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707391232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766433.703528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766433.703532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766433.703535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766433.703540:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2372 00000100:00080000:0.0:1775766433.703545:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766433.703550:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766433.703556:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766433.703566:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707391360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766433.703596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707391104:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766433.703699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766433.703744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766433/real 1775766433] req@ffff967cc64ece00 x1862023707391104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766433.703782:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707391104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766433.703795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766433.703800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766433.703804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707391104:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766433.703814:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391232:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766433.703837:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766433.703848:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766433/real 1775766433] req@ffff967cc64eca80 x1862023707391232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766433.703858:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707391232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766433.703863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766433.703866:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766433.703868:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391232:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766433.703887:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391360:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766433.703909:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766433.703917:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766433/real 1775766433] req@ffff967cc64ef480 x1862023707391360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766433.703931:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707391360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766433.703947:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766433.703951:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766433.703955:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391360:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766434.407516:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766435.431351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766436.455473:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766437.479422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766438.503466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766438.823351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766438.823360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766438.823364:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766438.823373:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2377 00000100:00080000:0.0:1775766438.823384:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766438.823390:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766438.823427:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707391488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766438.823455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766438.823474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766438.823476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766438.823481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2377 00000100:00080000:0.0:1775766438.823485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766438.823489:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766438.823498:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766438.823509:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707391616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766438.823529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766438.823532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766438.823534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766438.823538:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2377 00000100:00080000:0.0:1775766438.823541:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766438.823545:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766438.823550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766438.823561:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707391488:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766438.823562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707391744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766438.823658:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766438.823765:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766438/real 1775766438] req@ffff967cc64eea00 x1862023707391488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766438.823784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707391488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766438.823793:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766438.823797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766438.823801:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707391488:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766438.823807:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391616:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766438.823830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766438.823841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766438/real 1775766438] req@ffff967cc64edf80 x1862023707391616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766438.823851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707391616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766438.823863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766438.823866:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766438.823869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391616:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766438.823891:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391744:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766438.823907:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766438.823914:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766438/real 1775766438] req@ffff967cc64ed500 x1862023707391744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766438.823923:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707391744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766438.823930:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766438.823933:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766438.823936:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707391744:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775766439.527516:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766440.551379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766441.575394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766442.599368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766443.623397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766443.943431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766443.943444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766443.943450:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766443.943462:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2382 00000100:00080000:3.0:1775766443.943475:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766443.943483:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766443.943538:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707391872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766443.943599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766443.943604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766443.943607:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766443.943614:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2382 00000100:00080000:3.0:1775766443.943620:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766443.943625:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766443.943659:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766443.943678:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707391872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766443.943684:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707392000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766443.943703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766443.943709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766443.943712:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766443.943718:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2382 00000100:00080000:3.0:1775766443.943725:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766443.943730:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766443.943736:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766443.943749:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707392128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766443.943785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766443.943867:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766443/real 1775766443] req@ffff967cc796d500 x1862023707391872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766443.943897:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707391872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766443.943913:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766443.943920:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766443.943926:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707391872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766443.943960:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392000:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766443.943994:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766443.944012:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766443/real 1775766443] req@ffff967cc796f100 x1862023707392000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766443.944029:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707392000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766443.944041:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766443.944046:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766443.944051:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392000:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766443.944059:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392128:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766443.944086:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766443.944100:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766443/real 1775766443] req@ffff967cc796d180 x1862023707392128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766443.944117:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707392128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766443.944127:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766443.944132:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766443.944136:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392128:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766444.647406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766445.671410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766446.695454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766447.719418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766448.743430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766449.063317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766449.063326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766449.063330:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766449.063339:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2387 00000100:00080000:3.0:1775766449.063350:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766449.063357:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766449.063397:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707392256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766449.063426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766449.063430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766449.063432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766449.063436:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2387 00000100:00080000:3.0:1775766449.063439:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766449.063443:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766449.063452:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766449.063464:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707392384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766449.063473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766449.063476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766449.063490:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766449.063495:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2387 00000100:00080000:3.0:1775766449.063499:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766449.063503:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766449.063509:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766449.063514:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707392256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766449.063526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707392512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766449.063638:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392384:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766449.063671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392512:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766449.767391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766450.791414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766451.815436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766452.135499:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766452.135536:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766452.135553:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766452.135615:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766452.135626:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775766452.135675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766449/real 1775766452] req@ffff967cc796d180 x1862023707392512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766452.135708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707392512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766452.135724:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766452.135739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766452.135745:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392512:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775766452.135755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766449/real 1775766452] req@ffff967cc796ca80 x1862023707392256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766452.135773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707392256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766452.135782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766452.135786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766452.135790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707392256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766452.135798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766449/real 1775766452] req@ffff967cc796ce00 x1862023707392384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766452.135813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707392384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766452.135823:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766452.135828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766452.135832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392384:192.168.202.151@tcp:38:kworker.0 00010000:00010000:3.0:1775766452.839383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766453.863361:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766454.183409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766454.183417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766454.183421:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766454.183429:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2392 00000100:00080000:0.0:1775766454.183438:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766454.183444:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766454.183476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707392640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766454.183502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766454.183505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766454.183506:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766454.183509:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2392 00000100:00080000:0.0:1775766454.183512:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766454.183515:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766454.183523:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766454.183532:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707392768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766454.183549:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707392640:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766454.183561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766454.183563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766454.183565:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766454.183569:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2392 00000100:00080000:0.0:1775766454.183571:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766454.183575:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766454.183579:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766454.183588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707392896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766454.183628:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766454.183664:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766454/real 1775766454] req@ffff967cc64ed180 x1862023707392640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766454.183679:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707392640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766454.183686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766454.183690:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766454.183692:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707392640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766454.183717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392768:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766454.183734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766454.183743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766454/real 1775766454] req@ffff967cc64ec000 x1862023707392768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766454.183751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707392768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766454.183756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766454.183760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766454.183763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392768:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766454.183770:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392896:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766454.183799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766454.183810:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766454/real 1775766454] req@ffff967cc64edc00 x1862023707392896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766454.183824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707392896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766454.183832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766454.183836:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766454.183838:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707392896:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766454.887580:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766455.911370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766456.935436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766457.959409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766458.983439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766459.303361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766459.303371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766459.303375:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766459.303383:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2397 00000100:00080000:2.0:1775766459.303392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766459.303398:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766459.303431:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707393024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766459.303455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766459.303458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766459.303459:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766459.303462:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2397 00000100:00080000:2.0:1775766459.303465:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766459.303468:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766459.303475:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766459.303483:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707393152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766459.303503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766459.303505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766459.303506:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766459.303509:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2397 00000100:00080000:2.0:1775766459.303512:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766459.303515:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766459.303518:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766459.303525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707393280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766459.303550:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707393024:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766459.303610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766459.303653:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766459/real 1775766459] req@ffff967bc4ba1180 x1862023707393024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766459.303672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707393024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766459.303682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766459.303686:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766459.303690:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707393024:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766459.303697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393152:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766459.303721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766459.303735:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766459/real 1775766459] req@ffff967bc4ba3b80 x1862023707393152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766459.303747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707393152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766459.303756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766459.303760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766459.303763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393152:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766459.303770:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393280:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766459.303791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766459.303800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766459/real 1775766459] req@ffff967bc4ba2300 x1862023707393280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766459.303808:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707393280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766459.303813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766459.303816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766459.303818:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393280:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766460.007418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766461.031410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766462.055418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766463.079516:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766464.103370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766464.423412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766464.423422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766464.423426:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766464.423452:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2402 00000100:00080000:3.0:1775766464.423462:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766464.423469:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766464.423502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707393408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766464.423529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766464.423531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766464.423533:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766464.423536:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2402 00000100:00080000:3.0:1775766464.423538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766464.423546:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766464.423554:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766464.423563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707393536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766464.423571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766464.423574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766464.423576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766464.423577:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707393408:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766464.423581:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2402 00000100:00080000:3.0:1775766464.423585:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766464.423588:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766464.423591:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766464.423598:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707393664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766464.423643:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766464.423675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766464/real 1775766464] req@ffff967cc796f100 x1862023707393408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766464.423689:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707393408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766464.423696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766464.423699:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766464.423702:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707393408:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766464.423718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393536:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766464.423731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766464.423739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766464/real 1775766464] req@ffff967cc796d500 x1862023707393536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766464.423746:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707393536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766464.423752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766464.423755:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766464.423757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393536:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766464.423760:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393664:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766464.423771:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766464.423777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766464/real 1775766464] req@ffff967cc796f480 x1862023707393664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766464.423784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707393664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766464.423789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766464.423791:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766464.423792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393664:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766465.127422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766466.151367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766467.175426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766468.199371:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766469.223476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766469.543451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766469.543460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766469.543464:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766469.543474:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2407 00000100:00080000:2.0:1775766469.543485:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766469.543491:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766469.543554:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707393792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766469.543605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766469.543610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766469.543612:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766469.543618:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2407 00000100:00080000:2.0:1775766469.543623:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766469.543630:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766469.543642:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766469.543654:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707393792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766469.543658:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707393920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766469.543672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766469.543674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766469.543676:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766469.543680:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2407 00000100:00080000:2.0:1775766469.543683:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766469.543686:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766469.543691:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766469.543712:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707394048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766469.543725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766469.543770:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766469/real 1775766469] req@ffff967bc4ba2300 x1862023707393792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766469.543795:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707393792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766469.543808:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766469.543815:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766469.543820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707393792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766469.543846:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393920:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766469.543874:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766469.543889:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766469/real 1775766469] req@ffff967bc4ba3b80 x1862023707393920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766469.543900:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707393920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766469.543906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766469.543909:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766469.543912:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707393920:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766469.543917:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394048:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766469.543933:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766469.543940:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766469/real 1775766469] req@ffff967bc4ba1180 x1862023707394048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766469.543949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707394048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766469.543955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766469.543957:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766469.543959:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394048:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766470.247395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766471.271427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766472.295388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766473.319516:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766474.343409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766474.663367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766474.663375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766474.663379:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766474.663386:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2413 00000100:00080000:2.0:1775766474.663396:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766474.663401:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766474.663436:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707394176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766474.663468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766474.663471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766474.663472:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766474.663476:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2413 00000100:00080000:2.0:1775766474.663478:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766474.663481:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766474.663488:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766474.663496:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707394304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766474.663504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766474.663506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766474.663508:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766474.663511:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2413 00000100:00080000:2.0:1775766474.663513:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766474.663515:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766474.663519:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766474.663525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707394432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766474.663536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707394176:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766474.663606:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766474.663654:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766474/real 1775766474] req@ffff967bc4ba0e00 x1862023707394176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766474.663670:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707394176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766474.663677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766474.663680:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766474.663683:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707394176:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766474.663691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394304:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766474.663709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766474.663717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766474/real 1775766474] req@ffff967bc4ba1880 x1862023707394304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766474.663725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707394304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766474.663730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766474.663732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766474.663741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394304:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766474.663765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394432:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766474.663789:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766474.663801:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766474/real 1775766474] req@ffff967bc4ba3800 x1862023707394432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766474.663814:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707394432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766474.663823:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766474.663827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766474.663830:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394432:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766475.367401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766476.391566:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766477.415426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766478.439407:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766479.463505:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766479.783390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766479.783398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766479.783402:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766479.783410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2418 00000100:00080000:0.0:1775766479.783421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766479.783428:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766479.783471:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707394560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766479.783502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766479.783505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766479.783511:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766479.783515:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2418 00000100:00080000:0.0:1775766479.783518:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766479.783521:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766479.783529:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766479.783541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707394688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766479.783548:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707394560:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766479.783552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766479.783555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766479.783556:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766479.783560:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2418 00000100:00080000:0.0:1775766479.783562:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766479.783565:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766479.783569:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766479.783577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707394816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766479.783616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766479.783649:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766479/real 1775766479] req@ffff967cc64ec380 x1862023707394560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766479.783663:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707394560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766479.783671:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766479.783674:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766479.783677:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707394560:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766479.783694:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394688:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766479.783708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766479.783716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766479/real 1775766479] req@ffff967cc64ef800 x1862023707394688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766479.783724:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707394688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766479.783730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766479.783732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766479.783734:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394688:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766479.783738:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394816:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766479.783749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766479.783755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766479/real 1775766479] req@ffff967cc64ec700 x1862023707394816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766479.783762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707394816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766479.783768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766479.783770:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766479.783771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707394816:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766480.487454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766481.511579:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766482.535372:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766483.559473:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766484.583359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766484.903363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766484.903377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766484.903384:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766484.903400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2423 00000100:00080000:0.0:1775766484.903417:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766484.903428:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766484.903493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707394944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766484.903530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766484.903535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766484.903540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766484.903556:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2423 00000100:00080000:0.0:1775766484.903563:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766484.903569:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766484.903586:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766484.903601:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707394944:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766484.903611:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707395072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766484.903624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766484.903629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766484.903632:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766484.903638:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2423 00000100:00080000:0.0:1775766484.903644:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766484.903650:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766484.903659:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766484.903677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707395200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766484.903705:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766484.903770:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766484/real 1775766484] req@ffff967cc64eed80 x1862023707394944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766484.903792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707394944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766484.903804:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766484.903808:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766484.903812:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707394944:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766484.903839:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395072:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766484.903861:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766484.903871:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766484/real 1775766484] req@ffff967cc64ec700 x1862023707395072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766484.903882:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707395072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766484.903888:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766484.903891:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766484.903894:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395072:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766484.903898:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395200:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766484.903913:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766484.903920:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766484/real 1775766484] req@ffff967cc64ef800 x1862023707395200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766484.903930:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707395200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766484.903937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766484.903939:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766484.903941:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395200:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766485.607407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766486.631418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766487.655402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766488.679401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766489.703435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766490.023378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766490.023392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766490.023399:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766490.023413:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2428 00000100:00080000:3.0:1775766490.023428:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766490.023437:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766490.023513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707395328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766490.023559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766490.023563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766490.023566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766490.023571:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2428 00000100:00080000:3.0:1775766490.023577:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766490.023582:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766490.023596:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766490.023615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707395456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766490.023620:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707395328:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766490.023664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766490.023669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766490.023672:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766490.023681:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2428 00000100:00080000:3.0:1775766490.023686:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766490.023691:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766490.023697:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766490.023714:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707395584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766490.023739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766490.023829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766490/real 1775766490] req@ffff967cc796e680 x1862023707395328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766490.023860:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707395328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766490.023876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766490.023882:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766490.023888:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707395328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766490.023921:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395456:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766490.023965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766490.023981:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766490/real 1775766490] req@ffff967cc796ed80 x1862023707395456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766490.023997:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707395456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766490.024008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766490.024012:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766490.024016:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395456:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766490.024024:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395584:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766490.024046:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766490.024057:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766490/real 1775766490] req@ffff967cc796f480 x1862023707395584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766490.024080:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707395584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766490.024105:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766490.024107:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766490.024110:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395584:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766490.727420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766491.751379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766492.775360:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766493.799491:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766494.823354:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766495.143397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766495.143425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766495.143431:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766495.143443:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2433 00000100:00080000:2.0:1775766495.143457:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766495.143464:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766495.143503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707395712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766495.143542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766495.143547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766495.143549:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766495.143555:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2433 00000100:00080000:2.0:1775766495.143560:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766495.143567:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766495.143578:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766495.143613:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707395840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766495.143617:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707395712:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766495.143634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766495.143638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766495.143639:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766495.143644:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2433 00000100:00080000:2.0:1775766495.143648:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766495.143663:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766495.143676:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766495.143688:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707395968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766495.143727:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766495.143798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766495/real 1775766495] req@ffff967bc4ba2d80 x1862023707395712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766495.143837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707395712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766495.143847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766495.143850:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766495.143854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707395712:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766495.143874:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395840:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766495.143912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766495.143924:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766495/real 1775766495] req@ffff967bc4ba0000 x1862023707395840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766495.143935:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707395840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766495.143942:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766495.143945:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766495.143948:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395840:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766495.143953:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395968:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766495.143968:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766495.143976:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766495/real 1775766495] req@ffff967bc4ba0a80 x1862023707395968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766495.143986:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707395968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766495.143992:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766495.143995:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766495.143997:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707395968:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766495.847448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766496.871367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766497.895384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766498.919340:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766499.943414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766500.263344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766500.263352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766500.263356:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766500.263363:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2438 00000100:00080000:0.0:1775766500.263373:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766500.263378:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766500.263412:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707396096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766500.263440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766500.263442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766500.263444:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766500.263447:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2438 00000100:00080000:0.0:1775766500.263449:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766500.263453:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766500.263460:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766500.263469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707396224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766500.263477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766500.263479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766500.263481:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766500.263484:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707396096:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766500.263487:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2438 00000100:00080000:0.0:1775766500.263493:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766500.263496:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766500.263499:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766500.263506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707396352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766500.263546:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766500.263579:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766500/real 1775766500] req@ffff967cc64ec380 x1862023707396096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766500.263592:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707396096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766500.263600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766500.263603:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766500.263606:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707396096:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766500.263623:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396224:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766500.263637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766500.263645:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766500/real 1775766500] req@ffff967cc64edc00 x1862023707396224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766500.263652:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707396224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766500.263657:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766500.263659:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766500.263662:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396224:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766500.263666:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396352:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766500.263677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766500.263683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766500/real 1775766500] req@ffff967cc64ec000 x1862023707396352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766500.263690:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707396352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766500.263695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766500.263697:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766500.263707:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396352:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766500.967391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766501.991398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766503.015375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766504.039550:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766505.063395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766505.383379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766505.383393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766505.383400:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766505.383415:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2443 00000100:00080000:0.0:1775766505.383430:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766505.383438:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766505.383500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707396480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766505.383541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766505.383546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766505.383548:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766505.383553:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2443 00000100:00080000:0.0:1775766505.383558:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766505.383564:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766505.383576:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766505.383585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707396480:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766505.383593:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707396608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766505.383606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766505.383611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766505.383613:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766505.383618:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2443 00000100:00080000:0.0:1775766505.383623:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766505.383628:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766505.383634:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766505.383648:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707396736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766505.383662:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766505.383705:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766505/real 1775766505] req@ffff967cc64ed180 x1862023707396480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766505.383732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707396480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766505.383745:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766505.383749:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766505.383752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707396480:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766505.383775:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396608:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766505.383793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766505.383802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766505/real 1775766505] req@ffff967cc64ed500 x1862023707396608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766505.383811:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707396608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766505.383817:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766505.383820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766505.383822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396608:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766505.383826:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396736:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766505.383839:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766505.383845:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766505/real 1775766505] req@ffff967cc64edf80 x1862023707396736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766505.383853:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707396736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766505.383858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766505.383860:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766505.383862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396736:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766506.087463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766507.111342:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766508.135343:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766509.159425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766510.183393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766510.503412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766510.503421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766510.503424:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766510.503433:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2448 00000100:00080000:2.0:1775766510.503444:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766510.503449:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766510.503485:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707396864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766510.503513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766510.503517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766510.503519:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766510.503523:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2448 00000100:00080000:2.0:1775766510.503527:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766510.503531:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766510.503540:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766510.503554:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707396992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766510.503565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766510.503569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766510.503571:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766510.503576:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2448 00000100:00080000:2.0:1775766510.503579:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766510.503582:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766510.503586:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766510.503595:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707397120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766510.503602:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707396864:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766510.503660:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766510.503696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766510/real 1775766510] req@ffff967bc4ba1f80 x1862023707396864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766510.503710:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707396864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766510.503717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766510.503721:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766510.503723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707396864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766510.503728:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396992:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766510.503741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766510.503748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766510/real 1775766510] req@ffff967bc4ba3100 x1862023707396992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766510.503755:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707396992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766510.503760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766510.503762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766510.503764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707396992:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766510.503783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397120:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766510.503795:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766510.503802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766510/real 1775766510] req@ffff967bc4ba1c00 x1862023707397120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766510.503810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707397120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766510.503819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766510.503821:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766510.503823:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397120:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766511.207379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766512.231424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766513.255442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766514.279410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766515.303392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766515.623392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766515.623400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766515.623403:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766515.623412:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2453 00000100:00080000:0.0:1775766515.623422:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766515.623428:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766515.623461:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707397248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766515.623485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766515.623487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766515.623489:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766515.623491:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2453 00000100:00080000:0.0:1775766515.623494:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766515.623497:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766515.623504:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766515.623512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707397376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766515.623521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775766515.623521:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707397248:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766515.623530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766515.623532:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766515.623536:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2453 00000100:00080000:0.0:1775766515.623538:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766515.623540:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766515.623544:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766515.623553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707397504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766515.623636:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397376:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766515.623663:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397504:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766516.327382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766517.351409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766518.375387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766518.695590:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766518.695629:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766518.695656:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766518.695693:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766518.695702:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766518.695774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766515/real 1775766518] req@ffff967cc64ef480 x1862023707397376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766518.695813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707397376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766518.695826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766518.695833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766518.695838:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397376:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766518.695847:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766515/real 1775766518] req@ffff967cc64eca80 x1862023707397504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766518.695860:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707397504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766518.695887:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766518.695891:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766518.695894:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397504:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766518.695902:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766515/real 1775766518] req@ffff967cc64eea00 x1862023707397248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766518.695916:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707397248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766518.695925:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766518.695929:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766518.695931:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707397248:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775766519.399354:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766520.423375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766520.743327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766520.743335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766520.743339:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766520.743347:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2459 00000100:00080000:0.0:1775766520.743357:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766520.743363:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766520.743394:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707397632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766520.743425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766520.743428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766520.743430:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766520.743433:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2459 00000100:00080000:0.0:1775766520.743435:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766520.743438:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766520.743445:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766520.743455:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707397760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766520.743466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766520.743469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766520.743470:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766520.743475:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2459 00000100:00080000:0.0:1775766520.743478:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766520.743483:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766520.743483:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707397632:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766520.743488:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766520.743497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707397888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766520.743551:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766520.743588:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766520/real 1775766520] req@ffff967cc64ece00 x1862023707397632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766520.743617:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707397632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766520.743628:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766520.743632:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766520.743636:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707397632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766520.743644:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397760:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766520.743668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766520.743682:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766520/real 1775766520] req@ffff967cc64eea00 x1862023707397760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766520.743695:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707397760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766520.743703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766520.743707:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766520.743711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397760:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766520.743735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397888:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766520.743757:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766520.743769:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766520/real 1775766520] req@ffff967cc64eca80 x1862023707397888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766520.743790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707397888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766520.743799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766520.743802:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766520.743805:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707397888:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775766521.447737:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766522.471387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766523.495450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766524.519472:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766525.543384:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766525.863395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766525.863409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766525.863414:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766525.863425:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2464 00000100:00080000:3.0:1775766525.863437:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766525.863444:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766525.863495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707398016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766525.863532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766525.863535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766525.863537:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766525.863540:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2464 00000100:00080000:3.0:1775766525.863544:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766525.863548:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766525.863558:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766525.863572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707398144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766525.863578:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707398016:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766525.863588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766525.863592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766525.863594:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766525.863599:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2464 00000100:00080000:3.0:1775766525.863604:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766525.863609:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766525.863616:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766525.863631:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707398272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766525.863655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766525.863705:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766525/real 1775766525] req@ffff967cc796d500 x1862023707398016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766525.863725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707398016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766525.863734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766525.863737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766525.863740:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707398016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766525.863763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398144:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766525.863780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766525.863803:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766525/real 1775766525] req@ffff967cc796f100 x1862023707398144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766525.863814:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707398144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766525.863820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766525.863823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766525.863825:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398144:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766525.863830:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398272:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766525.863845:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766525.863852:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766525/real 1775766525] req@ffff967cc796ce00 x1862023707398272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766525.863860:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707398272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766525.863866:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766525.863868:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766525.863870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398272:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766526.567432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766527.591451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766528.615467:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766529.639429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766530.663384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766530.983325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766530.983333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766530.983337:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766530.983345:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2469 00000100:00080000:3.0:1775766530.983355:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766530.983361:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766530.983395:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707398400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766530.983420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766530.983422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766530.983423:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766530.983427:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2469 00000100:00080000:3.0:1775766530.983429:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766530.983432:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766530.983439:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766530.983448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707398528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766530.983457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766530.983459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766530.983460:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766530.983466:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707398400:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766530.983466:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2469 00000100:00080000:3.0:1775766530.983471:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766530.983476:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766530.983480:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766530.983490:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707398656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766530.983539:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766530.983578:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766530/real 1775766530] req@ffff967cc796ca80 x1862023707398400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766530.983594:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707398400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766530.983602:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766530.983605:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766530.983608:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707398400:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766530.983626:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398528:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766530.983642:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766530.983650:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766530/real 1775766530] req@ffff967cc796d180 x1862023707398528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766530.983658:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707398528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766530.983663:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766530.983665:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766530.983667:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398528:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766530.983671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398656:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766530.983682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766530.983687:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766530/real 1775766530] req@ffff967cc796ce00 x1862023707398656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766530.983694:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707398656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766530.983699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766530.983701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766530.983703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398656:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775766531.687401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766532.711418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766533.735412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766534.759433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775766535.783430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766536.103363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766536.103371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766536.103375:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766536.103387:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2474 00000100:00080000:2.0:1775766536.103398:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766536.103403:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766536.103438:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707398784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766536.103482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766536.103485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766536.103487:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766536.103491:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2474 00000100:00080000:2.0:1775766536.103495:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766536.103500:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766536.103510:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766536.103527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707398912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766536.103528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707398784:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766536.103548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766536.103552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766536.103554:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766536.103558:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2474 00000100:00080000:2.0:1775766536.103561:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766536.103564:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766536.103570:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766536.103581:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707399040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766536.103623:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766536.103665:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766536/real 1775766536] req@ffff967bc4ba2a00 x1862023707398784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766536.103721:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707398784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766536.103748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766536.103751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766536.103754:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707398784:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766536.103773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398912:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766536.103791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766536.103799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766536/real 1775766536] req@ffff967bc4ba3480 x1862023707398912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766536.103807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707398912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766536.103813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766536.103815:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766536.103817:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707398912:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766536.103821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399040:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766536.103833:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766536.103838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766536/real 1775766536] req@ffff967bc4ba2680 x1862023707399040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766536.103845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707399040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766536.103855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766536.103857:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766536.103859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399040:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766536.807387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766537.831374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766538.855442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766539.879370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766540.903455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766541.223328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766541.223336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766541.223340:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766541.223348:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2479 00000100:00080000:2.0:1775766541.223358:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766541.223363:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766541.223397:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707399168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766541.223423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766541.223425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766541.223427:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766541.223430:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2479 00000100:00080000:2.0:1775766541.223444:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766541.223447:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766541.223453:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766541.223461:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707399296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766541.223469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766541.223471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766541.223473:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766541.223476:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2479 00000100:00080000:2.0:1775766541.223479:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766541.223482:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766541.223485:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766541.223491:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707399424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766541.223511:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707399168:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766541.223572:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766541.223617:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766541/real 1775766541] req@ffff967bc4ba0700 x1862023707399168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766541.223672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707399168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766541.223680:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766541.223684:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766541.223688:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707399168:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766541.223694:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399296:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766541.223721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766541.223729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766541/real 1775766541] req@ffff967bc4ba0380 x1862023707399296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766541.223737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707399296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766541.223742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766541.223745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766541.223747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399296:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766541.223764:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399424:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766541.223783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766541.223790:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766541/real 1775766541] req@ffff967bc4ba1500 x1862023707399424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766541.223797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707399424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766541.223803:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766541.223805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766541.223807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399424:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766541.927372:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766542.951405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766543.975434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766544.999440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766546.023390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766546.343347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766546.343368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766546.343373:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766546.343385:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2484 00000100:00080000:2.0:1775766546.343397:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766546.343406:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766546.343467:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707399552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766546.343503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766546.343507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766546.343519:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766546.343524:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2484 00000100:00080000:2.0:1775766546.343529:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766546.343533:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766546.343546:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766546.343571:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707399680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766546.343617:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707399552:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766546.343626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766546.343636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766546.343639:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766546.343649:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2484 00000100:00080000:2.0:1775766546.343658:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766546.343665:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766546.343682:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766546.343704:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707399808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766546.343749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766546.343797:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766546/real 1775766546] req@ffff967bc4ba1500 x1862023707399552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766546.343829:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707399552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766546.343839:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766546.343843:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766546.343847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707399552:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766546.343874:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399680:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766546.343898:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766546.343909:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766546/real 1775766546] req@ffff967bc4ba0380 x1862023707399680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766546.343921:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707399680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766546.343928:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766546.343931:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766546.343934:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399680:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766546.343940:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399808:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766546.343956:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766546.343964:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766546/real 1775766546] req@ffff967bc4ba0700 x1862023707399808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766546.343974:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707399808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766546.343982:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766546.343984:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766546.343987:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707399808:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766547.047475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766548.071413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766549.095458:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766550.119360:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766551.143517:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766551.463383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766551.463393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766551.463398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766551.463408:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2489 00000100:00080000:3.0:1775766551.463419:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766551.463426:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766551.463464:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707399936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766551.463493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766551.463496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766551.463499:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766551.463503:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2489 00000100:00080000:3.0:1775766551.463506:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766551.463510:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766551.463519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766551.463557:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707400064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766551.463569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766551.463574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766551.463577:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766551.463579:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707399936:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766551.463584:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2489 00000100:00080000:3.0:1775766551.463592:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766551.463601:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766551.463607:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766551.463617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707400192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766551.463679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766551.463748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766551/real 1775766551] req@ffff967cc796f100 x1862023707399936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766551.463773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707399936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766551.463784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766551.463789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766551.463793:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707399936:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766551.463816:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400064:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766551.463840:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766551.463852:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766551/real 1775766551] req@ffff967cc796d500 x1862023707400064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766551.463863:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707400064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766551.463870:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766551.463874:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766551.463877:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400064:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766551.463881:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400192:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766551.463904:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766551.463912:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766551/real 1775766551] req@ffff967cc796f480 x1862023707400192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766551.463928:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707400192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766551.463935:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766551.463938:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766551.463940:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400192:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766552.167424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766553.191461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766554.215383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766555.239434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766556.263438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766556.583426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766556.583438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766556.583444:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766556.583456:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2494 00000100:00080000:2.0:1775766556.583516:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766556.583544:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766556.583600:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707400320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766556.583635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766556.583639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766556.583641:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766556.583646:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2494 00000100:00080000:2.0:1775766556.583651:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766556.583656:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766556.583668:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766556.583681:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707400448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766556.583694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766556.583701:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707400320:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766556.583701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766556.583704:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766556.583717:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2494 00000100:00080000:2.0:1775766556.583720:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766556.583724:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766556.583729:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766556.583742:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707400576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766556.583805:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766556.583864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766556/real 1775766556] req@ffff967bc4ba2680 x1862023707400320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766556.583888:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707400320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766556.583899:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766556.583906:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766556.583911:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707400320:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766556.583941:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400448:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766556.583965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766556.583977:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766556/real 1775766556] req@ffff967bc4ba3480 x1862023707400448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766556.583997:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707400448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766556.584005:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766556.584008:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766556.584011:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400448:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766556.584017:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400576:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766556.584034:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766556.584043:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766556/real 1775766556] req@ffff967bc4ba2a00 x1862023707400576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766556.584054:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707400576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766556.584062:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766556.584065:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766556.584068:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400576:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766557.287376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766558.311430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766559.335394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766560.359483:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766561.383461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766561.703371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766561.703383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766561.703390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766561.703402:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2500 00000100:00080000:2.0:1775766561.703467:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766561.703478:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766561.703526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707400704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766561.703567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766561.703576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766561.703578:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766561.703583:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2500 00000100:00080000:2.0:1775766561.703596:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766561.703601:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766561.703613:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766561.703634:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707400832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766561.703654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766561.703660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766561.703664:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766561.703675:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2500 00000100:00100000:0.0:1775766561.703677:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707400704:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766561.703683:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766561.703699:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766561.703711:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766561.703736:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707400960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766561.703778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766561.703841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766561/real 1775766561] req@ffff967bc4ba1c00 x1862023707400704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766561.703880:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707400704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766561.703895:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766561.703901:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766561.703906:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707400704:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766561.703915:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400832:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766561.703943:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766561.703959:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766561/real 1775766561] req@ffff967bc4ba3100 x1862023707400832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766561.703975:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707400832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766561.703990:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766561.703997:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766561.704003:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400832:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766561.704043:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400960:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766561.704101:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766561.704118:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766561/real 1775766561] req@ffff967bc4ba1f80 x1862023707400960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766561.704134:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707400960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766561.704145:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766561.704149:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766561.704153:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707400960:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766562.407511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766563.431475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766564.455409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766565.479515:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766566.503382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766566.823387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766566.823399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766566.823406:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766566.823418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2505 00000100:00080000:3.0:1775766566.823431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766566.823439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766566.823490:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707401088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766566.823528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766566.823532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766566.823536:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766566.823539:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2505 00000100:00080000:3.0:1775766566.823542:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766566.823545:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766566.823557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766566.823567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707401216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766566.823575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766566.823578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766566.823579:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766566.823585:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2505 00000100:00100000:0.0:1775766566.823588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707401088:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766566.823588:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766566.823592:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766566.823600:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766566.823610:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707401344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766566.823683:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766566.823745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766566/real 1775766566] req@ffff967cc796ed80 x1862023707401088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766566.823772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707401088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766566.823785:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766566.823790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766566.823794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707401088:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766566.823825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401216:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766566.823852:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766566.823866:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766566/real 1775766566] req@ffff967cc796e680 x1862023707401216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766566.823878:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707401216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766566.823886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766566.823890:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766566.823894:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401216:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766566.823900:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401344:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766566.823936:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766566.823947:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766566/real 1775766566] req@ffff967cc796f480 x1862023707401344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766566.823960:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707401344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766566.823968:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766566.823972:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766566.823976:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401344:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766567.527729:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766568.551389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766569.575447:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766570.599367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766571.623414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766571.943351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766571.943362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766571.943366:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766571.943379:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2510 00000100:00080000:0.0:1775766571.943391:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766571.943398:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766571.943448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707401472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766571.943480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766571.943484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766571.943485:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766571.943490:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2510 00000100:00080000:0.0:1775766571.943493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766571.943496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766571.943509:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766571.943521:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707401600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766571.943522:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707401472:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766571.943536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766571.943539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766571.943540:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766571.943543:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2510 00000100:00080000:0.0:1775766571.943545:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766571.943548:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766571.943552:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766571.943567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707401728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766571.943606:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766571.943651:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766571/real 1775766571] req@ffff967cc64ef480 x1862023707401472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766571.943667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707401472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766571.943676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766571.943680:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766571.943683:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707401472:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766571.943706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401600:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766571.943721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766571.943729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766571/real 1775766571] req@ffff967cc64edf80 x1862023707401600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766571.943737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707401600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766571.943742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766571.943743:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766571.943745:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401600:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766571.943749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401728:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766571.943767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766571.943778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766571/real 1775766571] req@ffff967cc64ed500 x1862023707401728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766571.943790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707401728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766571.943800:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766571.943804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766571.943807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401728:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766572.647406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766573.671529:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766574.695429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766575.719493:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766576.743436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766577.063399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766577.063407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766577.063411:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766577.063420:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2515 00000100:00080000:2.0:1775766577.063430:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766577.063436:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766577.063489:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707401856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766577.063516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766577.063519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766577.063521:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766577.063524:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2515 00000100:00080000:2.0:1775766577.063527:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766577.063531:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766577.063539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766577.063549:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707401984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766577.063557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766577.063560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766577.063562:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766577.063566:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2515 00000100:00080000:2.0:1775766577.063578:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766577.063580:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766577.063585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766577.063590:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707401856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766577.063598:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707402112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766577.063655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766577.063711:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766577/real 1775766577] req@ffff967bc4ba0a80 x1862023707401856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766577.063728:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707401856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766577.063737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766577.063741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766577.063744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707401856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766577.063750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401984:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766577.063767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766577.063777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766577/real 1775766577] req@ffff967bc4ba0000 x1862023707401984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766577.063786:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707401984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766577.063797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766577.063800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766577.063803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707401984:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766577.063823:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402112:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766577.063836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766577.063843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766577/real 1775766577] req@ffff967bc4ba2d80 x1862023707402112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766577.063851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707402112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766577.063858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766577.063860:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766577.063862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402112:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766577.767469:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766578.791414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766579.815392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766580.839463:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766581.863424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766582.183371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766582.183381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766582.183386:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766582.183396:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2520 00000100:00080000:2.0:1775766582.183421:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766582.183428:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766582.183471:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707402240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766582.183504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766582.183508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766582.183510:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766582.183514:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2520 00000100:00080000:2.0:1775766582.183517:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766582.183521:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766582.183530:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766582.183540:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707402368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766582.183551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766582.183555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766582.183557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766582.183561:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2520 00000100:00080000:2.0:1775766582.183565:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766582.183568:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766582.183573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766582.183586:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707402496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766582.183587:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707402240:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766582.183698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402368:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766582.183733:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402496:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766582.887409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766583.911414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766584.935433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766585.255502:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766585.255539:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766585.255557:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766585.255597:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766585.255617:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766585.255643:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766582/real 1775766585] req@ffff967bc4ba0e00 x1862023707402496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766585.255671:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707402496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766585.255688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766585.255694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766585.255698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402496:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766585.255707:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766582/real 1775766585] req@ffff967bc4ba3800 x1862023707402240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766585.255719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707402240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766585.255726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766585.255730:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766585.255733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707402240:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766585.255739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766582/real 1775766585] req@ffff967bc4ba1880 x1862023707402368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766585.255750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707402368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766585.255757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766585.255761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766585.255764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402368:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775766585.959343:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766586.983380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766587.303450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766587.303459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766587.303463:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766587.303489:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2525 00000100:00080000:3.0:1775766587.303502:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766587.303509:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766587.303563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707402624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766587.303595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766587.303598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766587.303600:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766587.303604:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2525 00000100:00080000:3.0:1775766587.303607:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766587.303610:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766587.303618:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766587.303627:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707402752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766587.303635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766587.303638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766587.303640:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766587.303644:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2525 00000100:00080000:3.0:1775766587.303647:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766587.303650:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766587.303654:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766587.303661:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707402880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766587.303680:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707402624:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766587.303771:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766587.303848:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766587/real 1775766587] req@ffff967cc796d500 x1862023707402624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766587.303877:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707402624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766587.303891:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766587.303898:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766587.303902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707402624:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766587.303910:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402752:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766587.303946:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766587.303963:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766587/real 1775766587] req@ffff967cc796f100 x1862023707402752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766587.303979:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707402752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766587.303989:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766587.303993:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766587.303996:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402752:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766587.304027:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402880:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766587.304054:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766587.304067:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766587/real 1775766587] req@ffff967cc796ce00 x1862023707402880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766587.304082:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707402880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766587.304091:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766587.304095:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766587.304099:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707402880:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766588.007380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766589.031338:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766590.055399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766591.079370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766592.103398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766592.423359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766592.423366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766592.423370:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766592.423379:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2530 00000100:00080000:3.0:1775766592.423388:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766592.423395:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766592.423426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707403008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766592.423450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766592.423453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766592.423454:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766592.423458:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2530 00000100:00080000:3.0:1775766592.423460:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766592.423463:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766592.423471:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766592.423479:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707403136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766592.423488:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707403008:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766592.423490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766592.423497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766592.423499:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766592.423503:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2530 00000100:00080000:3.0:1775766592.423505:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766592.423507:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766592.423511:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766592.423520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707403264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766592.423551:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766592.423592:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766592/real 1775766592] req@ffff967cc796d180 x1862023707403008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766592.423606:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707403008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766592.423624:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766592.423629:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766592.423633:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707403008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766592.423653:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403136:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766592.423669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766592.423676:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766592/real 1775766592] req@ffff967cc796ca80 x1862023707403136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766592.423684:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707403136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766592.423699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766592.423702:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766592.423704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403136:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766592.423707:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403264:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766592.423718:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766592.423723:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766592/real 1775766592] req@ffff967cc796ce00 x1862023707403264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766592.423730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707403264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766592.423735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766592.423737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766592.423739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403264:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766593.127444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766594.151344:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766595.175389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766596.199350:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766597.223439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766597.543355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766597.543366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766597.543371:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766597.543383:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2535 00000100:00080000:3.0:1775766597.543397:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766597.543404:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766597.543452:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707403392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766597.543489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766597.543494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766597.543497:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766597.543502:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2535 00000100:00080000:3.0:1775766597.543506:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766597.543510:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766597.543520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766597.543533:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707403520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766597.543546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766597.543550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766597.543553:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766597.543561:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2535 00000100:00080000:3.0:1775766597.543564:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766597.543568:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766597.543575:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766597.543587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707403648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766597.543617:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707403392:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766597.543740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766597.543803:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766597/real 1775766597] req@ffff967cc796f100 x1862023707403392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766597.543834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707403392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766597.543858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766597.543867:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766597.543876:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707403392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766597.543891:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403520:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766597.543950:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766597.543975:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766597/real 1775766597] req@ffff967cc796d500 x1862023707403520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766597.543993:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707403520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766597.544004:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766597.544009:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766597.544014:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403520:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766597.544109:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403648:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766597.544142:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766597.544157:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766597/real 1775766597] req@ffff967cc796f480 x1862023707403648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766597.544181:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707403648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766597.544193:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766597.544197:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766597.544201:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403648:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766598.247397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766599.271442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766600.295402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766601.319468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766602.343396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766602.663378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766602.663386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766602.663390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766602.663399:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2541 00000100:00080000:2.0:1775766602.663409:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766602.663415:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766602.663464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707403776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766602.663492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766602.663496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766602.663498:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766602.663502:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2541 00000100:00080000:2.0:1775766602.663506:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766602.663510:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766602.663521:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766602.663538:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707403776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766602.663538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707403904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766602.663554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766602.663556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766602.663557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766602.663561:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2541 00000100:00080000:2.0:1775766602.663564:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766602.663567:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766602.663572:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766602.663582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707404032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766602.663614:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766602.663678:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766602/real 1775766602] req@ffff967bc4ba1180 x1862023707403776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766602.663702:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707403776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766602.663713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766602.663717:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766602.663732:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707403776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766602.663757:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403904:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766602.663782:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766602.663795:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766602/real 1775766602] req@ffff967bc4ba3b80 x1862023707403904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766602.663810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707403904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766602.663819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766602.663823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766602.663826:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707403904:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766602.663833:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404032:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766602.663854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766602.663865:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766602/real 1775766602] req@ffff967bc4ba2300 x1862023707404032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766602.663877:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707404032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766602.663886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766602.663890:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766602.663893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404032:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766603.367408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766604.391364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766605.415456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766606.439383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766607.463348:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766607.783384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766607.783393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766607.783397:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766607.783407:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2546 00000100:00080000:0.0:1775766607.783446:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766607.783454:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766607.783493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707404160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766607.783538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766607.783542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766607.783543:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766607.783548:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2546 00000100:00080000:0.0:1775766607.783551:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766607.783554:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766607.783563:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766607.783574:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707404288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766607.783597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766607.783602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766607.783620:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766607.783626:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2546 00000100:00080000:0.0:1775766607.783631:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766607.783637:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707404160:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766607.783638:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766607.783650:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766607.783666:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707404416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766607.783712:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766607.783754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766607/real 1775766607] req@ffff967cc64ed180 x1862023707404160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766607.783770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707404160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766607.783778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766607.783782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766607.783785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707404160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766607.783790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404288:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766607.783808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766607.783816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766607/real 1775766607] req@ffff967cc64ec000 x1862023707404288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766607.783825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707404288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766607.783830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766607.783832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766607.783835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404288:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766607.783855:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404416:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766607.783868:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766607.783875:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766607/real 1775766607] req@ffff967cc64edc00 x1862023707404416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766607.783913:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707404416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766607.783920:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766607.783923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766607.783926:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404416:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766608.487450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766609.511350:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766610.535416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766611.559324:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766612.583375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766612.903394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766612.903402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766612.903406:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766612.903414:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2551 00000100:00080000:3.0:1775766612.903424:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766612.903430:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766612.903463:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707404544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766612.903489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766612.903492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766612.903493:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766612.903496:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2551 00000100:00080000:3.0:1775766612.903499:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766612.903502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766612.903510:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766612.903519:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707404672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766612.903523:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707404544:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766612.903534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766612.903537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766612.903538:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766612.903542:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2551 00000100:00080000:3.0:1775766612.903544:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766612.903547:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766612.903551:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766612.903561:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707404800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766612.903590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766612.903629:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766612/real 1775766612] req@ffff967cc796e680 x1862023707404544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766612.903648:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707404544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766612.903655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766612.903658:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766612.903661:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707404544:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766612.903678:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404672:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766612.903693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766612.903700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766612/real 1775766612] req@ffff967cc796ed80 x1862023707404672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766612.903708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707404672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766612.903713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766612.903715:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766612.903718:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404672:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766612.903721:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404800:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766612.903733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766612.903738:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766612/real 1775766612] req@ffff967cc796f480 x1862023707404800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766612.903745:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707404800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766612.903750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766612.903752:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766612.903754:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707404800:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766613.607394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766614.631396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766615.655337:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766616.679451:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766617.703319:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766618.023353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766618.023361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766618.023365:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766618.023373:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2556 00000100:00080000:0.0:1775766618.023383:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766618.023389:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766618.023424:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707404928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766618.023450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766618.023453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766618.023454:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766618.023458:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2556 00000100:00080000:0.0:1775766618.023460:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766618.023464:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766618.023471:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766618.023480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707405056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766618.023487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766618.023490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775766618.023491:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707404928:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766618.023492:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766618.023498:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2556 00000100:00080000:0.0:1775766618.023502:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766618.023505:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766618.023508:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766618.023514:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707405184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766618.023570:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766618.023613:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766618/real 1775766618] req@ffff967cc64ec380 x1862023707404928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766618.023631:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707404928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766618.023642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766618.023646:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766618.023650:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707404928:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766618.023672:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405056:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766618.023696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766618.023710:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766618/real 1775766618] req@ffff967cc64ef800 x1862023707405056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766618.023724:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707405056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766618.023732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766618.023735:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766618.023739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405056:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766618.023745:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405184:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766618.023767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766618.023778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766618/real 1775766618] req@ffff967cc64ec700 x1862023707405184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766618.023790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707405184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766618.023798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766618.023801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766618.023804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405184:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766618.727408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766619.751380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766620.775518:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766621.799356:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766622.823428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766623.143412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766623.143421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766623.143426:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766623.143436:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2561 00000100:00080000:2.0:1775766623.143447:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766623.143454:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766623.143513:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707405312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766623.143563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766623.143566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766623.143567:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766623.143570:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2561 00000100:00080000:2.0:1775766623.143573:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766623.143576:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766623.143584:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766623.143595:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707405440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766623.143609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766623.143612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766623.143614:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766623.143620:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2561 00000100:00100000:3.0:1775766623.143622:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707405312:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766623.143624:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766623.143634:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766623.143638:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766623.143651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707405568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766623.143708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766623.143760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766623/real 1775766623] req@ffff967bc4ba2300 x1862023707405312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766623.143792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707405312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766623.143802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766623.143806:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766623.143810:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707405312:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766623.143832:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405440:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766623.143851:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766623.143860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766623/real 1775766623] req@ffff967bc4ba3b80 x1862023707405440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766623.143868:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707405440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766623.143874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766623.143877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766623.143879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405440:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766623.143882:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405568:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766623.143895:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766623.143900:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766623/real 1775766623] req@ffff967bc4ba1180 x1862023707405568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766623.143908:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707405568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766623.143914:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766623.143915:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766623.143917:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405568:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766623.847348:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766624.871409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766625.895426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766626.919436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766627.943386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766628.263356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766628.263366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766628.263372:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766628.263382:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2566 00000100:00080000:3.0:1775766628.263393:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766628.263399:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766628.263443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707405696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766628.263471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766628.263474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766628.263475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766628.263478:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2566 00000100:00080000:3.0:1775766628.263481:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766628.263484:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766628.263494:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766628.263504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707405824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766628.263512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766628.263515:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707405696:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766628.263515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766628.263517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766628.263524:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2566 00000100:00080000:3.0:1775766628.263528:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766628.263530:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766628.263534:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766628.263541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707405952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766628.263610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766628.263659:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766628/real 1775766628] req@ffff967cc796d500 x1862023707405696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766628.263683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707405696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766628.263697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766628.263701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766628.263704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707405696:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766628.263748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405824:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766628.263768:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766628.263777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766628/real 1775766628] req@ffff967cc796f100 x1862023707405824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766628.263786:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707405824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766628.263792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766628.263794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766628.263797:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405824:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766628.263801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405952:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766628.263813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766628.263819:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766628/real 1775766628] req@ffff967cc796ce00 x1862023707405952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766628.263827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707405952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766628.263832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766628.263834:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766628.263836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707405952:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766628.967414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766629.991452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766631.015385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766632.039359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766633.063555:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766633.383429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766633.383445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766633.383451:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766633.383466:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2571 00000100:00080000:3.0:1775766633.383496:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766633.383505:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766633.383558:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707406080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766633.383592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766633.383597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766633.383599:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766633.383604:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2571 00000100:00080000:3.0:1775766633.383608:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766633.383613:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766633.383627:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766633.383640:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707406080:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766633.383644:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707406208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766633.383658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766633.383662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766633.383677:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766633.383682:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2571 00000100:00080000:3.0:1775766633.383687:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766633.383692:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766633.383699:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766633.383714:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707406336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766633.383734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766633.383781:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766633/real 1775766633] req@ffff967cc796ca80 x1862023707406080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766633.383801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707406080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766633.383810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766633.383814:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766633.383817:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707406080:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766633.383839:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406208:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766633.383855:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766633.383863:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766633/real 1775766633] req@ffff967cc796d180 x1862023707406208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766633.383871:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707406208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766633.383877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766633.383880:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766633.383882:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406208:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766633.383885:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406336:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766633.383900:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766633.383930:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766633/real 1775766633] req@ffff967cc796ce00 x1862023707406336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766633.383939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707406336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766633.383946:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766633.383948:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766633.383950:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406336:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766634.087423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766635.111409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766636.135401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766637.159426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766638.183391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766638.503433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766638.503444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766638.503449:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766638.503460:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2576 00000100:00080000:0.0:1775766638.503471:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766638.503478:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766638.503524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707406464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766638.503554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766638.503557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766638.503558:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766638.503561:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2576 00000100:00080000:0.0:1775766638.503565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766638.503569:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766638.503581:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766638.503593:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707406592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766638.503601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766638.503603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766638.503606:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766638.503627:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2576 00000100:00080000:0.0:1775766638.503629:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766638.503632:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766638.503636:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766638.503643:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707406720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766638.503732:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707406464:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766638.503815:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766638.503865:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766638/real 1775766638] req@ffff967cc64eed80 x1862023707406464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766638.503880:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707406464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766638.503888:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766638.503892:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766638.503895:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707406464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766638.503915:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406592:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766638.503932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766638.503945:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766638/real 1775766638] req@ffff967cc64ec700 x1862023707406592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766638.503959:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707406592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766638.503969:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766638.503973:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766638.503978:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406592:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766638.503985:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406720:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766638.504010:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766638.504019:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766638/real 1775766638] req@ffff967cc64ef800 x1862023707406720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766638.504028:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707406720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766638.504034:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766638.504037:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766638.504039:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406720:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766639.207416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766640.231423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766641.255384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766642.279397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766643.303391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766643.623420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766643.623428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766643.623432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766643.623441:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2581 00000100:00080000:3.0:1775766643.623451:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766643.623457:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766643.623491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707406848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766643.623520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766643.623523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766643.623525:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766643.623528:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2581 00000100:00080000:3.0:1775766643.623531:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766643.623534:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766643.623542:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766643.623571:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707406976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766643.623580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766643.623583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766643.623584:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766643.623590:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2581 00000100:00080000:3.0:1775766643.623596:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775766643.623598:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707406848:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766643.623604:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766643.623616:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766643.623633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707407104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766643.623697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766643.623754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766643/real 1775766643] req@ffff967cc796f100 x1862023707406848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766643.623779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707406848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766643.623790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766643.623794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766643.623798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707406848:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766643.623824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406976:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766643.623844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766643.623854:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766643/real 1775766643] req@ffff967cc796d500 x1862023707406976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766643.623862:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707406976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766643.623868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766643.623871:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766643.623873:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707406976:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766643.623878:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407104:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766643.623891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766643.623897:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766643/real 1775766643] req@ffff967cc796f480 x1862023707407104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766643.623905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707407104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766643.623910:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766643.623912:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766643.623914:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407104:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766644.327458:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766645.351434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766646.375384:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766647.399423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766648.423387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766648.743444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766648.743456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766648.743461:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766648.743473:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2587 00000100:00080000:2.0:1775766648.743487:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766648.743497:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766648.743572:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707407232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766648.743610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766648.743615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766648.743617:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766648.743622:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2587 00000100:00080000:2.0:1775766648.743627:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766648.743632:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766648.743644:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766648.743659:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707407360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766648.743683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766648.743690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707407232:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766648.743690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766648.743694:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766648.743709:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2587 00000100:00080000:2.0:1775766648.743713:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766648.743717:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766648.743724:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766648.743738:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707407488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766648.743883:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407360:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766648.743955:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407488:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766649.447494:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766650.471413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766651.495522:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766651.815542:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766651.815575:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766651.815591:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766651.815626:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766651.815636:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775766651.815702:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766648/real 1775766651] req@ffff967bc4ba3800 x1862023707407360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766651.815748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707407360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766651.815767:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766651.815775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766651.815780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407360:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766651.815791:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766648/real 1775766651] req@ffff967bc4ba0e00 x1862023707407488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766651.815808:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707407488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766651.815820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766651.815826:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766651.815830:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407488:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775766651.815840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766648/real 1775766651] req@ffff967bc4ba1880 x1862023707407232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766651.815856:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707407232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766651.815868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766651.815872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766651.815876:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707407232:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775766652.519434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766653.543425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766653.863374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766653.863384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766653.863388:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766653.863398:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2592 00000100:00080000:0.0:1775766653.863410:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766653.863417:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766653.863466:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707407616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766653.863502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766653.863507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766653.863509:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766653.863518:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2592 00000100:00080000:0.0:1775766653.863522:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766653.863527:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766653.863537:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766653.863552:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707407744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766653.863568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775766653.863574:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707407616:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766653.863577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766653.863584:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766653.863589:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2592 00000100:00080000:0.0:1775766653.863593:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766653.863598:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766653.863604:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766653.863617:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707407872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766653.863653:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766653.863706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766653/real 1775766653] req@ffff967cc64ec380 x1862023707407616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766653.863727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707407616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766653.863737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766653.863742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766653.863746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707407616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766653.863776:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407744:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766653.863802:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766653.863816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766653/real 1775766653] req@ffff967cc64edc00 x1862023707407744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766653.863829:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707407744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766653.863836:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766653.863840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766653.863850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407744:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766653.863855:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407872:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766653.863876:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766653.863885:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766653/real 1775766653] req@ffff967cc64ec000 x1862023707407872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766653.863897:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707407872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766653.863905:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766653.863909:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766653.863913:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707407872:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766654.567341:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766655.591524:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766656.615398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766657.639426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766658.663431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766658.983388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766658.983434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766658.983439:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766658.983475:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2597 00000100:00080000:0.0:1775766658.983485:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766658.983491:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766658.983528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707408000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766658.983560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766658.983564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766658.983566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766658.983570:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2597 00000100:00080000:0.0:1775766658.983575:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766658.983579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766658.983588:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766658.983598:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707408128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766658.983606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766658.983608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766658.983609:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766658.983613:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2597 00000100:00080000:0.0:1775766658.983615:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766658.983619:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707408000:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766658.983620:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766658.983627:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766658.983633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707408256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766658.983700:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766658.983742:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766658/real 1775766658] req@ffff967cc64ed180 x1862023707408000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766658.983771:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707408000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766658.983781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766658.983785:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766658.983806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707408000:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766658.983814:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408128:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766658.983833:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766658.983843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766658/real 1775766658] req@ffff967cc64ed500 x1862023707408128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766658.983852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707408128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766658.983857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766658.983860:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766658.983862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408128:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766658.983893:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408256:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766658.983914:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766658.983926:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766658/real 1775766658] req@ffff967cc64edf80 x1862023707408256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766658.983938:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707408256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766658.983952:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766658.983956:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766658.983959:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766659.687457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766660.711353:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766661.735385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766662.759414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766663.783439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766664.103336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766664.103356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766664.103361:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766664.103369:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2602 00000100:00080000:0.0:1775766664.103378:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766664.103384:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766664.103417:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707408384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766664.103443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766664.103446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766664.103448:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766664.103451:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2602 00000100:00080000:0.0:1775766664.103453:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766664.103456:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766664.103464:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766664.103472:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707408512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766664.103480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766664.103482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766664.103484:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766664.103487:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2602 00000100:00080000:0.0:1775766664.103488:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766664.103493:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766664.103496:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707408384:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766664.103497:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766664.103508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707408640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766664.103556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766664.103594:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766664/real 1775766664] req@ffff967cc64ef480 x1862023707408384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766664.103614:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707408384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766664.103625:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766664.103629:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766664.103633:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707408384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766664.103638:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408512:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766664.103657:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766664.103666:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766664/real 1775766664] req@ffff967cc64eca80 x1862023707408512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766664.103674:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707408512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766664.103680:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766664.103682:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766664.103684:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766664.103704:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408640:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766664.103716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766664.103722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766664/real 1775766664] req@ffff967cc64eea00 x1862023707408640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766664.103730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707408640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766664.103735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766664.103737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766664.103739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408640:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766664.807394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766665.831452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766666.855407:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766667.879570:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766668.903482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766669.223358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766669.223366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766669.223369:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766669.223378:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2607 00000100:00080000:1.0:1775766669.223387:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766669.223393:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766669.223427:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707408768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766669.223452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766669.223455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766669.223456:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766669.223459:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2607 00000100:00080000:1.0:1775766669.223461:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766669.223468:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766669.223475:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766669.223484:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707408896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766669.223491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766669.223494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766669.223495:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766669.223498:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2607 00000100:00080000:1.0:1775766669.223501:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766669.223503:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766669.223506:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766669.223512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707409024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766669.223527:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707408768:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766669.223584:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766669.223619:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766669/real 1775766669] req@ffff967cc31d9880 x1862023707408768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766669.223634:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707408768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766669.223642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766669.223645:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766669.223648:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707408768:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766669.223652:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408896:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766669.223685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766669.223696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766669/real 1775766669] req@ffff967cc31dbb80 x1862023707408896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766669.223708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707408896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766669.223716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766669.223719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766669.223722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707408896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766669.223744:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409024:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766669.223761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766669.223769:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766669/real 1775766669] req@ffff967cc31dad80 x1862023707409024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766669.223780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707409024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766669.223787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766669.223790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766669.223792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409024:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766669.927409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766670.951370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766671.975404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766672.999410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766674.023407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766674.343323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766674.343331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766674.343335:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766674.343343:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2612 00000100:00080000:1.0:1775766674.343352:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766674.343358:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766674.343390:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707409152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766674.343416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766674.343418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766674.343420:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766674.343423:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2612 00000100:00080000:1.0:1775766674.343425:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766674.343429:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766674.343436:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766674.343445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707409280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766674.343453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766674.343457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766674.343459:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766674.343459:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707409152:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766674.343466:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2612 00000100:00080000:1.0:1775766674.343469:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766674.343471:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766674.343475:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766674.343485:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707409408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766674.343521:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766674.343556:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766674/real 1775766674] req@ffff967cc31db800 x1862023707409152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766674.343570:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707409152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766674.343583:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766674.343586:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766674.343589:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707409152:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766674.343607:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409280:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766674.343621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766674.343629:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766674/real 1775766674] req@ffff967cc31d8a80 x1862023707409280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766674.343637:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707409280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766674.343642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766674.343644:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766674.343646:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766674.343649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409408:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766674.343661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766674.343666:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766674/real 1775766674] req@ffff967cc31dad80 x1862023707409408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766674.343673:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707409408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766674.343678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766674.343680:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766674.343682:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409408:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766675.047334:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766676.071445:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766677.095470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766678.119444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766679.143364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766679.463327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766679.463335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766679.463338:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766679.463347:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2617 00000100:00080000:1.0:1775766679.463358:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766679.463366:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766679.463405:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707409536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766679.463435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766679.463438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766679.463439:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766679.463443:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2617 00000100:00080000:1.0:1775766679.463446:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766679.463449:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766679.463457:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766679.463468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707409664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766679.463477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766679.463479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766679.463480:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766679.463486:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2617 00000100:00100000:3.0:1775766679.463487:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707409536:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766679.463488:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766679.463495:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766679.463512:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766679.463528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707409792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766679.463577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766679.463633:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766679/real 1775766679] req@ffff967cc31dbb80 x1862023707409536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766679.463654:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707409536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766679.463666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766679.463670:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766679.463675:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707409536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766679.463710:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409664:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766679.463750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766679.463764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766679/real 1775766679] req@ffff967cc31d9880 x1862023707409664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766679.463778:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707409664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766679.463787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766679.463791:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766679.463795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409664:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766679.463802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409792:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766679.463823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766679.463834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766679/real 1775766679] req@ffff967cc31d8e00 x1862023707409792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766679.463849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707409792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766679.463858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766679.463861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766679.463865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707409792:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766680.167401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766681.191362:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766682.215466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766683.239394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766684.263454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766684.583385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766684.583395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766684.583400:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766684.583411:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2622 00000100:00080000:2.0:1775766684.583423:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766684.583431:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766684.583474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707409920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766684.583515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766684.583519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766684.583521:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766684.583526:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2622 00000100:00080000:2.0:1775766684.583529:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766684.583534:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766684.583543:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766684.583558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707410048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766684.583569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766684.583573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766684.583575:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766684.583581:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2622 00000100:00080000:2.0:1775766684.583584:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766684.583589:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707409920:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766684.583593:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766684.583605:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766684.583618:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707410176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766684.583675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766684.583722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766684/real 1775766684] req@ffff967bc4ba2d80 x1862023707409920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766684.583743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707409920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766684.583755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766684.583760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766684.583764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707409920:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766684.583772:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410048:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766684.583793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766684.583805:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766684/real 1775766684] req@ffff967bc4ba0000 x1862023707410048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766684.583817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707410048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766684.583833:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766684.583837:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766684.583840:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766684.583866:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410176:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766684.583885:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766684.583914:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766684/real 1775766684] req@ffff967bc4ba0a80 x1862023707410176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766684.583945:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707410176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766684.583957:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766684.583962:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766684.583966:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410176:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766685.287351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766686.311406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766687.335391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766688.359506:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766689.383369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766689.703376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766689.703386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766689.703391:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766689.703402:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2628 00000100:00080000:0.0:1775766689.703414:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766689.703421:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766689.703468:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707410304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766689.703495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766689.703499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766689.703501:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766689.703506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2628 00000100:00080000:0.0:1775766689.703510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766689.703515:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766689.703527:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766689.703546:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707410432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766689.703567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766689.703570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766689.703572:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766689.703578:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2628 00000100:00100000:3.0:1775766689.703588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707410304:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766689.703591:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766689.703598:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766689.703603:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766689.703614:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707410560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766689.703675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766689.703720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766689/real 1775766689] req@ffff967cc64ece00 x1862023707410304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766689.703749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707410304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766689.703758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766689.703762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766689.703765:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707410304:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766689.703788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410432:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766689.703803:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766689.703811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766689/real 1775766689] req@ffff967cc64eea00 x1862023707410432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766689.703820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707410432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766689.703825:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766689.703827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766689.703829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766689.703833:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410560:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766689.703844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766689.703860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766689/real 1775766689] req@ffff967cc64eca80 x1862023707410560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766689.703871:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707410560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766689.703877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766689.703880:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766689.703882:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410560:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766690.407491:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766691.431392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766692.455412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766693.479381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766694.503520:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766694.823390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766694.823401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766694.823407:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766694.823418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2633 00000100:00080000:0.0:1775766694.823430:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766694.823437:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766694.823484:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707410688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766694.823512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766694.823515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766694.823517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766694.823520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2633 00000100:00080000:0.0:1775766694.823522:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766694.823525:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766694.823535:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766694.823545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707410816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766694.823553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766694.823556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766694.823558:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766694.823561:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2633 00000100:00080000:0.0:1775766694.823564:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766694.823568:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766694.823572:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766694.823583:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707410944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766694.823593:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707410688:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766694.823668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766694.823710:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766694/real 1775766694] req@ffff967cc64ef480 x1862023707410688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766694.823727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707410688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766694.823736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766694.823740:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766694.823743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707410688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766694.823749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410816:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766694.823765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766694.823774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766694/real 1775766694] req@ffff967cc64edf80 x1862023707410816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766694.823783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707410816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766694.823789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766694.823791:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766694.823793:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410816:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766694.823816:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410944:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766694.823829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766694.823837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766694/real 1775766694] req@ffff967cc64ed500 x1862023707410944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766694.823845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707410944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766694.823857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766694.823859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766694.823861:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707410944:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766695.527399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766696.551404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766697.575343:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766698.599467:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766699.623382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766699.943365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766699.943373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766699.943377:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766699.943386:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2638 00000100:00080000:3.0:1775766699.943395:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766699.943401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766699.943437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707411072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766699.943472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766699.943476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766699.943479:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766699.943485:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2638 00000100:00080000:3.0:1775766699.943490:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766699.943495:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766699.943504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707411072:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775766699.943505:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766699.943520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707411200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766699.943529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766699.943532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766699.943534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766699.943538:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2638 00000100:00080000:3.0:1775766699.943541:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766699.943543:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766699.943548:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766699.943557:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707411328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766699.943569:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766699.943604:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766699/real 1775766699] req@ffff967cc796ed80 x1862023707411072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766699.943619:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707411072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766699.943627:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766699.943630:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766699.943633:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707411072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766699.943660:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411200:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766699.943676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766699.943684:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766699/real 1775766699] req@ffff967cc796e680 x1862023707411200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766699.943693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707411200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766699.943699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766699.943702:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766699.943704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766699.943708:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411328:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766699.943720:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766699.943726:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766699/real 1775766699] req@ffff967cc796f480 x1862023707411328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766699.943734:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707411328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766699.943740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766699.943741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766699.943743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766700.647505:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766701.671366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766702.695471:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766703.719349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766704.743448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766705.063403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766705.063413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766705.063417:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766705.063429:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2643 00000100:00080000:1.0:1775766705.063443:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766705.063451:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766705.063502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707411456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766705.063544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766705.063548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766705.063550:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766705.063555:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2643 00000100:00080000:1.0:1775766705.063575:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766705.063580:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766705.063590:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766705.063616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707411584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766705.063628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766705.063632:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707411456:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766705.063634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766705.063638:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766705.063648:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2643 00000100:00080000:1.0:1775766705.063652:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766705.063656:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766705.063661:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766705.063677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707411712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766705.063709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766705.063743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766705/real 1775766705] req@ffff967cc31d9f80 x1862023707411456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766705.063758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707411456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766705.063766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766705.063769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766705.063771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707411456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766705.063791:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411584:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766705.063807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766705.063815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766705/real 1775766705] req@ffff967cc31d9180 x1862023707411584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766705.063823:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707411584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766705.063829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766705.063831:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766705.063833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411584:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766705.063837:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411712:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766705.063848:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766705.063853:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766705/real 1775766705] req@ffff967cc31da300 x1862023707411712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766705.063861:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707411712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766705.063866:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766705.063868:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766705.063869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411712:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766705.767419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766706.791360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766707.815366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766708.839459:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766709.863426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766710.183362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766710.183374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766710.183379:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766710.183389:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2648 00000100:00080000:1.0:1775766710.183403:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766710.183411:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766710.183454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707411840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766710.183487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766710.183491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766710.183493:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766710.183497:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2648 00000100:00080000:1.0:1775766710.183501:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766710.183505:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766710.183514:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766710.183528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707411968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766710.183539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766710.183544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766710.183546:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766710.183556:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2648 00000100:00100000:0.0:1775766710.183558:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707411840:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766710.183560:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766710.183570:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766710.183576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766710.183606:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707412096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766710.183669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766710.183721:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766710/real 1775766710] req@ffff967cc31d8000 x1862023707411840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766710.183766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707411840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766710.183780:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766710.183786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766710.183791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707411840:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766710.183801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411968:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766710.183828:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766710.183842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766710/real 1775766710] req@ffff967cc31d8700 x1862023707411968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766710.183857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707411968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766710.183910:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766710.183913:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766710.183916:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707411968:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766710.183938:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412096:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766710.183958:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766710.183967:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766710/real 1775766710] req@ffff967cc31d9c00 x1862023707412096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766710.183977:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707412096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766710.183983:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766710.183986:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766710.183988:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412096:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766710.887419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766711.911498:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766712.935520:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766713.959431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766714.983408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766715.303420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766715.303437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766715.303444:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766715.303459:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2653 00000100:00080000:1.0:1775766715.303489:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766715.303496:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766715.303541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707412224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766715.303569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766715.303572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766715.303573:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766715.303576:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2653 00000100:00080000:1.0:1775766715.303579:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766715.303581:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766715.303590:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766715.303606:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707412352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766715.303613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766715.303617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766715.303618:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766715.303623:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2653 00000100:00080000:1.0:1775766715.303626:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766715.303629:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766715.303632:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766715.303641:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707412480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766715.303657:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707412224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766715.303767:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412352:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766715.303880:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412480:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766716.007446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766717.031444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766718.055389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766718.375521:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766718.375564:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766718.375581:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766718.375624:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766718.375632:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775766718.375717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766715/real 1775766718] req@ffff967cc31d9c00 x1862023707412480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766718.375745:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707412480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766718.375757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766718.375762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766718.375767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412480:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775766718.375802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766715/real 1775766718] req@ffff967cc31da680 x1862023707412224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766718.375819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707412224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766718.375827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766718.375830:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766718.375834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707412224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766718.375840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766715/real 1775766718] req@ffff967cc31d8380 x1862023707412352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766718.375853:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707412352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766718.375860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766718.375863:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766718.375866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412352:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775766719.079494:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766720.103359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766720.423394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766720.423402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766720.423405:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766720.423414:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2658 00000100:00080000:1.0:1775766720.423423:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766720.423430:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766720.423466:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707412608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766720.423484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766720.423487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766720.423488:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766720.423491:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2658 00000100:00080000:1.0:1775766720.423494:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766720.423497:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766720.423506:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766720.423512:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707412608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775766720.423517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707412736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766720.423526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766720.423529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766720.423531:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766720.423534:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2658 00000100:00080000:1.0:1775766720.423536:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766720.423539:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766720.423543:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766720.423550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707412864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766720.423578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766720.423622:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766720/real 1775766720] req@ffff967cc31d8700 x1862023707412608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766720.423641:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707412608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766720.423657:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766720.423661:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766720.423666:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707412608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766720.423692:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412736:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766720.423715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766720.423727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766720/real 1775766720] req@ffff967cc31d8000 x1862023707412736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766720.423748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707412736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766720.423784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766720.423788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766720.423791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766720.423796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412864:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766720.423820:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766720.423832:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766720/real 1775766720] req@ffff967cc31da300 x1862023707412864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766720.423845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707412864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766720.423854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766720.423858:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766720.423861:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707412864:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766721.127452:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766722.151418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766723.175475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766724.199414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766725.223432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766725.543372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766725.543382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766725.543386:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766725.543396:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2663 00000100:00080000:3.0:1775766725.543407:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766725.543412:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766725.543445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707412992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766725.543469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766725.543471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766725.543473:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766725.543476:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2663 00000100:00080000:3.0:1775766725.543478:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766725.543481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766725.543508:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766725.543523:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707413120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766725.543528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707412992:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766725.543551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766725.543555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766725.543557:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766725.543563:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2663 00000100:00080000:3.0:1775766725.543568:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766725.543573:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766725.543580:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766725.543594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707413248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766725.543610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766725.543670:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766725/real 1775766725] req@ffff967cc796d500 x1862023707412992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766725.543692:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707412992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766725.543731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766725.543737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766725.543740:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707412992:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766725.543761:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413120:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766725.543799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766725.543811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766725/real 1775766725] req@ffff967cc796f100 x1862023707413120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766725.543823:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707413120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766725.543834:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766725.543839:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766725.543843:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413120:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766725.543850:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413248:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766725.543881:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766725.543896:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766725/real 1775766725] req@ffff967cc796ce00 x1862023707413248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766725.543912:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707413248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766725.543920:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766725.543923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766725.543925:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413248:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766726.247334:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766727.271495:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766728.295370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766729.319607:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766730.343357:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766730.663412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766730.663428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766730.663435:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766730.663448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2669 00000100:00080000:2.0:1775766730.663461:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766730.663469:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766730.663519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707413376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766730.663563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766730.663568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766730.663570:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766730.663575:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2669 00000100:00080000:2.0:1775766730.663581:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766730.663587:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766730.663613:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766730.663646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707413504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766730.663670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766730.663674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766730.663680:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766730.663683:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707413376:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766730.663690:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2669 00000100:00080000:2.0:1775766730.663702:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766730.663707:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766730.663711:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766730.663726:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707413632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766730.663776:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766730.663825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766730/real 1775766730] req@ffff967bc4ba1f80 x1862023707413376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766730.663844:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707413376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766730.663854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766730.663858:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766730.663862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707413376:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766730.663884:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413504:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766730.663903:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766730.663913:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766730/real 1775766730] req@ffff967bc4ba3100 x1862023707413504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766730.663923:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707413504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766730.663930:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766730.663933:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766730.663936:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766730.663941:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413632:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766730.663963:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766730.663971:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766730/real 1775766730] req@ffff967bc4ba1c00 x1862023707413632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766730.663981:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707413632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766730.663988:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766730.663990:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766730.663993:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413632:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766731.367483:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766732.391368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766733.415450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766734.439412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766735.463434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766735.783372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766735.783382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766735.783387:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766735.783397:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2674 00000100:00080000:1.0:1775766735.783408:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766735.783416:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766735.783454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707413760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766735.783486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766735.783490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766735.783492:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766735.783496:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2674 00000100:00080000:1.0:1775766735.783500:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766735.783504:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766735.783513:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766735.783525:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707413888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766735.783538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766735.783542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766735.783544:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766735.783551:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707413760:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766735.783551:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2674 00000100:00080000:1.0:1775766735.783555:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766735.783570:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766735.783576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766735.783590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707414016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766735.783638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766735.783673:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766735/real 1775766735] req@ffff967cc31d9180 x1862023707413760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766735.783693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707413760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766735.783700:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766735.783704:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766735.783707:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707413760:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766735.783711:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413888:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766735.783727:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766735.783740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766735/real 1775766735] req@ffff967cc31d9f80 x1862023707413888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766735.783748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707413888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766735.783754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766735.783756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766735.783758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707413888:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766735.783777:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414016:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766735.783790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766735.783796:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766735/real 1775766735] req@ffff967cc31d8e00 x1862023707414016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766735.783803:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707414016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766735.783813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766735.783815:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766735.783817:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414016:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766736.487426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766737.511477:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766738.535412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766739.559582:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766740.583377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766740.903329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766740.903337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766740.903341:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766740.903349:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2679 00000100:00080000:1.0:1775766740.903358:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766740.903364:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766740.903396:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707414144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766740.903421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766740.903424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766740.903425:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766740.903428:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2679 00000100:00080000:1.0:1775766740.903430:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766740.903433:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766740.903441:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766740.903450:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707414272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766740.903458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766740.903460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766740.903461:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766740.903465:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2679 00000100:00080000:1.0:1775766740.903466:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766740.903470:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766740.903474:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707414144:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775766740.903482:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766740.903492:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707414400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766740.903581:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766740.903625:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766740/real 1775766740] req@ffff967cc31d9880 x1862023707414144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766740.903641:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707414144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766740.903649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766740.903652:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766740.903655:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707414144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766740.903660:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414272:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766740.903703:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766740.903714:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766740/real 1775766740] req@ffff967cc31dbb80 x1862023707414272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766740.903723:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707414272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766740.903734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766740.903737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766740.903739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414272:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766740.903759:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414400:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766740.903774:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766740.903793:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766740/real 1775766740] req@ffff967cc31dad80 x1862023707414400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766740.903824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707414400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766740.903835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766740.903839:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766740.903843:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414400:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766741.607579:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766742.631376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766743.655471:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766744.679338:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766745.703424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766746.023341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766746.023349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766746.023353:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766746.023363:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2684 00000100:00080000:1.0:1775766746.023401:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766746.023410:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766746.023469:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707414528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766746.023535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766746.023555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766746.023556:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766746.023560:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2684 00000100:00080000:1.0:1775766746.023564:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766746.023567:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766746.023576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766746.023587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707414656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766746.023596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775766746.023598:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707414528:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766746.023599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766746.023602:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766746.023610:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2684 00000100:00080000:1.0:1775766746.023613:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766746.023615:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766746.023618:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766746.023628:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707414784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766746.023665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766746.023700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766746/real 1775766746] req@ffff967cc31d8a80 x1862023707414528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766746.023715:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707414528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766746.023723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766746.023727:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766746.023730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707414528:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766746.023747:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414656:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766746.023763:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766746.023771:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766746/real 1775766746] req@ffff967cc31db800 x1862023707414656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766746.023779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707414656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766746.023785:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766746.023787:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766746.023790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414656:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766746.023793:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414784:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766746.023805:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766746.023811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766746/real 1775766746] req@ffff967cc31dad80 x1862023707414784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766746.023818:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707414784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766746.023824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766746.023826:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766746.023828:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707414784:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766746.727389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766747.751408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766748.775382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766749.799415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766750.823381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766751.143358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766751.143369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766751.143374:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766751.143385:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2689 00000100:00080000:0.0:1775766751.143395:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766751.143401:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766751.143449:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707414912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766751.143474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766751.143477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766751.143478:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766751.143482:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2689 00000100:00080000:0.0:1775766751.143484:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766751.143487:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766751.143496:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766751.143507:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707415040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766751.143515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766751.143517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766751.143518:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766751.143523:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2689 00000100:00100000:3.0:1775766751.143524:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707414912:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766751.143525:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766751.143532:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766751.143536:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766751.143546:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707415168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766751.143593:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766751.143635:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766751/real 1775766751] req@ffff967cc64ed180 x1862023707414912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766751.143650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707414912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766751.143657:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766751.143660:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766751.143663:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707414912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766751.143682:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415040:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766751.143699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766751.143707:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766751/real 1775766751] req@ffff967cc64ec000 x1862023707415040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766751.143716:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707415040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766751.143721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766751.143723:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766751.143725:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415040:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766751.143729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415168:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766751.143739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766751.143745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766751/real 1775766751] req@ffff967cc64edc00 x1862023707415168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766751.143752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707415168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766751.143757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766751.143758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766751.143760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415168:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766751.847406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766752.871464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766753.895479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766754.919379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766755.943468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766756.263439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766756.263450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766756.263455:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766756.263466:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2694 00000100:00080000:1.0:1775766756.263478:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766756.263486:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766756.263527:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707415296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766756.263557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766756.263564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766756.263566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766756.263570:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2694 00000100:00080000:1.0:1775766756.263574:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766756.263579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766756.263589:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766756.263605:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707415296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775766756.263606:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707415424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766756.263622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766756.263626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766756.263628:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766756.263634:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2694 00000100:00080000:1.0:1775766756.263638:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766756.263642:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766756.263648:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766756.263660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707415552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766756.263668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766756.263710:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766756/real 1775766756] req@ffff967cc31dbb80 x1862023707415296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766756.263730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707415296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766756.263748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766756.263752:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766756.263757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707415296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766756.263780:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415424:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766756.263799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766756.263808:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766756/real 1775766756] req@ffff967cc31d9880 x1862023707415424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766756.263816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707415424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766756.263822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766756.263824:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766756.263826:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415424:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766756.263830:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415552:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766756.263841:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766756.263847:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766756/real 1775766756] req@ffff967cc31d8e00 x1862023707415552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766756.263854:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707415552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766756.263859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766756.263861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766756.263862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415552:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766756.967417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766757.991449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766759.015457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766760.039420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766761.063434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766761.383405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766761.383414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766761.383419:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766761.383428:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2699 00000100:00080000:2.0:1775766761.383439:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766761.383446:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766761.383484:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707415680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766761.383512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766761.383515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766761.383517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766761.383520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2699 00000100:00080000:2.0:1775766761.383523:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766761.383526:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766761.383536:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766761.383547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707415808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766761.383557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766761.383561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775766761.383563:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707415680:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766761.383564:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766761.383573:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2699 00000100:00080000:2.0:1775766761.383576:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766761.383580:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766761.383585:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766761.383595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707415936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766761.383632:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766761.383670:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766761/real 1775766761] req@ffff967bc4ba2a00 x1862023707415680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766761.383687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707415680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766761.383696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766761.383700:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766761.383703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707415680:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766761.383723:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415808:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766761.383740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766761.383750:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766761/real 1775766761] req@ffff967bc4ba3480 x1862023707415808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766761.383759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707415808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766761.383766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766761.383769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766761.383772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415808:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766761.383776:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415936:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766761.383790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766761.383797:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766761/real 1775766761] req@ffff967bc4ba2680 x1862023707415936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766761.383807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707415936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766761.383813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766761.383816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766761.383818:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707415936:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766762.087469:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766763.111393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766764.135408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766765.159374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766766.183415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766766.503380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766766.503388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766766.503392:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766766.503401:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2704 00000100:00080000:1.0:1775766766.503412:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766766.503417:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766766.503450:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707416064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766766.503473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766766.503476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766766.503477:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766766.503480:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2704 00000100:00080000:1.0:1775766766.503483:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766766.503485:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766766.503493:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766766.503508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707416192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766766.503520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775766766.503522:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707416064:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766766.503526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766766.503531:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766766.503536:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2704 00000100:00080000:1.0:1775766766.503540:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766766.503545:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766766.503551:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766766.503565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707416320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766766.503583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766766.503617:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766766/real 1775766766] req@ffff967cc31d9f80 x1862023707416064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766766.503631:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707416064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766766.503639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766766.503642:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766766.503645:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707416064:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766766.503664:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416192:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766766.503678:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766766.503685:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766766/real 1775766766] req@ffff967cc31d9180 x1862023707416192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766766.503693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707416192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766766.503703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766766.503706:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766766.503708:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766766.503711:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416320:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766766.503722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766766.503728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766766/real 1775766766] req@ffff967cc31da300 x1862023707416320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766766.503735:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707416320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766766.503740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766766.503742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766766.503752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416320:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766767.207428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766768.231440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766769.255399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766770.279383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766771.303393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766771.623385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766771.623402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766771.623406:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766771.623414:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2709 00000100:00080000:0.0:1775766771.623423:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766771.623428:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766771.623467:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707416448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766771.623499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766771.623503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766771.623505:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766771.623509:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2709 00000100:00080000:0.0:1775766771.623514:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766771.623520:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766771.623528:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766771.623541:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707416576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766771.623542:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707416448:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766771.623553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766771.623556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766771.623558:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766771.623561:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2709 00000100:00080000:0.0:1775766771.623563:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766771.623566:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766771.623570:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766771.623578:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707416704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766771.623617:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766771.623652:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766771/real 1775766771] req@ffff967cc64ec380 x1862023707416448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766771.623667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707416448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766771.623675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766771.623678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766771.623681:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707416448:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766771.623700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416576:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766771.623716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766771.623724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766771/real 1775766771] req@ffff967cc64ef800 x1862023707416576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766771.623732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707416576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766771.623737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766771.623739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766771.623741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416576:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766771.623744:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416704:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766771.623756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766771.623762:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766771/real 1775766771] req@ffff967cc64ec700 x1862023707416704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766771.623769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707416704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766771.623774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766771.623776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766771.623777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416704:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766772.327497:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766773.351458:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766774.375446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766775.399411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766776.423458:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766776.743341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766776.743350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766776.743353:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766776.743362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2715 00000100:00080000:2.0:1775766776.743371:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766776.743377:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766776.743412:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707416832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766776.743435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766776.743438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766776.743439:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766776.743442:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2715 00000100:00080000:2.0:1775766776.743444:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766776.743447:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766776.743455:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766776.743464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707416960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766776.743472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766776.743475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766776.743476:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766776.743479:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2715 00000100:00080000:2.0:1775766776.743481:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775766776.743485:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707416832:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766776.743486:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766776.743493:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766776.743500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707417088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766776.743545:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766776.743578:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766776/real 1775766776] req@ffff967bc4ba0700 x1862023707416832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766776.743593:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707416832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766776.743600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766776.743603:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766776.743606:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707416832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766776.743611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416960:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766776.743624:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766776.743632:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766776/real 1775766776] req@ffff967bc4ba0380 x1862023707416960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766776.743640:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707416960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766776.743644:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766776.743646:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766776.743648:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707416960:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766776.743665:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417088:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766776.743677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766776.743683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766776/real 1775766776] req@ffff967bc4ba1500 x1862023707417088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766776.743690:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707417088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766776.743699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766776.743701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766776.743703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417088:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766777.447425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766778.471436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766779.495366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766780.519418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766781.543388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766781.863418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766781.863427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766781.863432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766781.863441:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2720 00000100:00080000:3.0:1775766781.863453:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766781.863460:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766781.863500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707417216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766781.863532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766781.863535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766781.863537:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766781.863541:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2720 00000100:00080000:3.0:1775766781.863544:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766781.863548:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766781.863557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766781.863569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707417344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766781.863580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766781.863584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766781.863588:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766781.863591:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707417216:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766781.863596:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2720 00000100:00080000:3.0:1775766781.863605:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766781.863608:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766781.863613:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766781.863626:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707417472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766781.863716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766781.863750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417472:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766782.567372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766783.591390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766784.615483:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766784.935551:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766784.935586:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766784.935601:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766784.935632:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766784.935638:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775766784.935686:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766781/real 1775766784] req@ffff967cc796ca80 x1862023707417344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766784.935714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707417344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766784.935724:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766784.935729:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766784.935733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766784.935739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766781/real 1775766784] req@ffff967cc796ce00 x1862023707417472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766784.935747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707417472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766784.935759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766784.935763:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766784.935766:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417472:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775766784.935772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766781/real 1775766784] req@ffff967cc796d180 x1862023707417216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766784.935785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707417216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766784.935793:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766784.935796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766784.935799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707417216:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775766785.639392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766786.663383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766786.983407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766786.983418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766786.983423:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766786.983434:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2725 00000100:00080000:1.0:1775766786.983446:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766786.983452:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766786.983496:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707417600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766786.983529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766786.983533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766786.983535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766786.983540:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2725 00000100:00080000:1.0:1775766786.983545:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766786.983551:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766786.983564:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766786.983581:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707417728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766786.983594:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707417600:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766786.983606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766786.983610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766786.983612:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766786.983621:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2725 00000100:00080000:1.0:1775766786.983626:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766786.983631:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766786.983639:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766786.983659:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707417856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766786.983673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766786.983741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766786/real 1775766786] req@ffff967cc31d8000 x1862023707417600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766786.983763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707417600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766786.983774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766786.983780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766786.983785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707417600:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766786.983817:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417728:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766786.983845:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766786.983860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766786/real 1775766786] req@ffff967cc31d8700 x1862023707417728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766786.983873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707417728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766786.983881:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766786.983885:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766786.983887:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417728:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766786.983894:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417856:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766786.983917:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766786.983928:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766786/real 1775766786] req@ffff967cc31d8380 x1862023707417856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766786.983945:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707417856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766786.983953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766786.983956:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766786.983959:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707417856:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766787.687386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766788.711390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766789.735392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766790.759432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766791.783398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766792.103416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766792.103424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766792.103428:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766792.103437:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2730 00000100:00080000:3.0:1775766792.103447:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766792.103453:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766792.103487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707417984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766792.103513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766792.103515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766792.103517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766792.103520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2730 00000100:00080000:3.0:1775766792.103522:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766792.103524:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766792.103532:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766792.103539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707418112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766792.103551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766792.103553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766792.103554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766792.103558:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2730 00000100:00080000:3.0:1775766792.103559:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766792.103562:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766792.103565:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766792.103572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707418240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766792.103578:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707417984:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766792.103648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766792.103690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766792/real 1775766792] req@ffff967cc796f100 x1862023707417984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766792.103711:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707417984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766792.103722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766792.103726:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766792.103730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707417984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766792.103738:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418112:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766792.103761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766792.103774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766792/real 1775766792] req@ffff967cc796d500 x1862023707418112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766792.103793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707418112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766792.103801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766792.103805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766792.103808:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418112:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766792.103843:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418240:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766792.103864:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766792.103874:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766792/real 1775766792] req@ffff967cc796f480 x1862023707418240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766792.103886:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707418240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766792.103894:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766792.103898:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766792.103901:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418240:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766792.807468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766793.831433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766794.855397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766795.879405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766796.903495:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766797.223358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766797.223370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766797.223376:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766797.223389:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2735 00000100:00080000:3.0:1775766797.223403:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766797.223412:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766797.223460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707418368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766797.223500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766797.223505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766797.223507:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766797.223513:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2735 00000100:00080000:3.0:1775766797.223517:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766797.223522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766797.223535:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766797.223548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707418496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766797.223561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766797.223565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766797.223567:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766797.223572:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2735 00000100:00080000:3.0:1775766797.223575:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766797.223580:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766797.223586:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766797.223601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707418624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766797.223633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707418368:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766797.223722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766797.223789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766797/real 1775766797] req@ffff967cc796e680 x1862023707418368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766797.223820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707418368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766797.223836:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766797.223841:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766797.223847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707418368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766797.223856:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418496:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766797.223884:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766797.223898:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766797/real 1775766797] req@ffff967cc796ed80 x1862023707418496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766797.223913:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707418496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766797.223923:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766797.223926:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766797.223930:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766797.223937:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418624:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766797.223992:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766797.224006:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766797/real 1775766797] req@ffff967cc796f480 x1862023707418624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766797.224021:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707418624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766797.224031:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766797.224035:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766797.224039:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766797.927408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766798.951450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766799.975363:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766800.999471:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766802.023405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766802.343362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766802.343371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766802.343376:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766802.343384:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2740 00000100:00080000:2.0:1775766802.343412:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766802.343421:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766802.343472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707418752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766802.343509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766802.343514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766802.343516:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766802.343521:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2740 00000100:00080000:2.0:1775766802.343525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766802.343530:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766802.343542:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766802.343555:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707418880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766802.343566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766802.343570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766802.343572:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766802.343577:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2740 00000100:00080000:2.0:1775766802.343582:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766802.343587:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766802.343594:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766802.343606:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707419008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766802.343642:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707418752:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766802.343725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766802.343776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766802/real 1775766802] req@ffff967bc4ba1500 x1862023707418752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766802.343800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707418752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766802.343812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766802.343818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766802.343832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707418752:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766802.343840:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418880:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766802.343864:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766802.343876:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766802/real 1775766802] req@ffff967bc4ba0380 x1862023707418880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766802.343953:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707418880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766802.343961:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766802.343964:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766802.343967:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707418880:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766802.344007:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419008:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766802.344035:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766802.344048:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766802/real 1775766802] req@ffff967bc4ba0700 x1862023707419008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766802.344062:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707419008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766802.344072:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766802.344075:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766802.344079:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419008:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766803.047371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766804.071400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766805.095408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766806.119344:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766807.143382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766807.463387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766807.463400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766807.463406:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766807.463419:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2745 00000100:00080000:0.0:1775766807.463432:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766807.463440:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766807.463480:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707419136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766807.463513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766807.463517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766807.463518:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766807.463522:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2745 00000100:00080000:0.0:1775766807.463526:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766807.463530:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766807.463539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766807.463553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707419264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766807.463563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766807.463569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766807.463571:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766807.463571:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707419136:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766807.463581:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2745 00000100:00080000:0.0:1775766807.463584:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766807.463587:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766807.463592:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766807.463605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707419392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766807.463646:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766807.463685:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766807/real 1775766807] req@ffff967cc64eed80 x1862023707419136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766807.463703:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707419136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766807.463712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766807.463716:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766807.463730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707419136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766807.463754:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419264:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766807.463797:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766807.463811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766807/real 1775766807] req@ffff967cc64ec700 x1862023707419264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766807.463822:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707419264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766807.463830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766807.463833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766807.463836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766807.463841:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419392:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766807.463887:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766807.463914:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766807/real 1775766807] req@ffff967cc64ef800 x1862023707419392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766807.463924:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707419392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766807.463932:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766807.463935:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766807.463938:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766808.167335:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766809.191384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766810.215351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766811.239475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766812.263374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766812.583368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766812.583378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766812.583383:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766812.583393:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2750 00000100:00080000:0.0:1775766812.583405:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766812.583412:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766812.583465:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707419520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766812.583530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766812.583536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766812.583539:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766812.583564:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2750 00000100:00080000:0.0:1775766812.583573:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766812.583585:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766812.583602:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766812.583627:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707419648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766812.583627:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707419520:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766812.583664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766812.583670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766812.583674:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766812.583684:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2750 00000100:00080000:0.0:1775766812.583690:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766812.583695:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766812.583703:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766812.583719:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707419776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766812.583750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766812.583860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766812/real 1775766812] req@ffff967cc64ec380 x1862023707419520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766812.583901:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707419520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766812.583914:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766812.583918:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766812.583923:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707419520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766812.583954:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419648:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766812.583981:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766812.583993:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766812/real 1775766812] req@ffff967cc64edc00 x1862023707419648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766812.584004:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707419648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766812.584012:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766812.584015:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766812.584018:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419648:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766812.584024:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419776:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766812.584040:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766812.584047:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766812/real 1775766812] req@ffff967cc64ec000 x1862023707419776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766812.584057:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707419776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766812.584081:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766812.584084:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766812.584087:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707419776:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766813.287501:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766814.311415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766815.335484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766816.359464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766817.383532:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766817.703340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766817.703351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766817.703357:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766817.703368:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2756 00000100:00080000:3.0:1775766817.703379:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766817.703386:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766817.703431:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707419904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766817.703459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766817.703462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766817.703463:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766817.703467:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2756 00000100:00080000:3.0:1775766817.703469:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766817.703473:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766817.703483:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766817.703495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707420032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766817.703496:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707419904:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766817.703510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766817.703512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766817.703515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766817.703518:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2756 00000100:00080000:3.0:1775766817.703520:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766817.703522:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766817.703526:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766817.703534:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707420160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766817.703577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766817.703620:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766817/real 1775766817] req@ffff967cc796d500 x1862023707419904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766817.703637:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707419904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766817.703646:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766817.703649:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766817.703653:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707419904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766817.703674:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420032:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766817.703689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766817.703698:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766817/real 1775766817] req@ffff967cc796f100 x1862023707420032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766817.703706:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707420032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766817.703712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766817.703714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766817.703716:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420032:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766817.703720:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420160:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766817.703731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766817.703756:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766817/real 1775766817] req@ffff967cc796d180 x1862023707420160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766817.703766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707420160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766817.703776:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766817.703779:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766817.703781:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420160:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766818.407438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766819.431480:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766820.455395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766821.479467:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766822.503457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766822.823368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766822.823376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766822.823380:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766822.823388:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2761 00000100:00080000:3.0:1775766822.823398:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766822.823403:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766822.823454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707420288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766822.823481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766822.823484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766822.823486:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766822.823489:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2761 00000100:00080000:3.0:1775766822.823492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766822.823495:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766822.823502:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766822.823510:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707420416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766822.823524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766822.823526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766822.823528:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766822.823531:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2761 00000100:00080000:3.0:1775766822.823534:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766822.823537:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766822.823541:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766822.823573:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707420544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766822.823585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707420288:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766822.823706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766822.823764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766822/real 1775766822] req@ffff967cc796ce00 x1862023707420288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766822.823783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707420288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766822.823792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766822.823795:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766822.823799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707420288:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766822.823804:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420416:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766822.823820:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766822.823828:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766822/real 1775766822] req@ffff967cc796ca80 x1862023707420416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766822.823836:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707420416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766822.823846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766822.823856:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766822.823859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766822.823884:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420544:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766822.823898:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766822.823904:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766822/real 1775766822] req@ffff967cc796d180 x1862023707420544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766822.823912:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707420544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766822.823918:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766822.823921:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766822.823923:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420544:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766823.527442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766824.551393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766825.575400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766826.599396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766827.623389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766827.943418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766827.943427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766827.943431:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766827.943438:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2766 00000100:00080000:0.0:1775766827.943448:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766827.943454:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766827.943499:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707420672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766827.943528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766827.943532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766827.943534:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766827.943538:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2766 00000100:00080000:0.0:1775766827.943541:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766827.943546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766827.943555:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766827.943564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707420672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766827.943569:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707420800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766827.943578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766827.943581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766827.943583:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766827.943586:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2766 00000100:00080000:0.0:1775766827.943590:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766827.943594:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766827.943598:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766827.943606:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707420928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766827.943653:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766827.943704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766827/real 1775766827] req@ffff967cc64ed180 x1862023707420672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766827.943718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707420672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766827.943726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766827.943729:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766827.943732:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707420672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766827.943750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420800:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766827.943767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766827.943775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766827/real 1775766827] req@ffff967cc64ed500 x1862023707420800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766827.943783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707420800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766827.943788:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766827.943790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766827.943792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420800:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766827.943796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420928:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766827.943806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766827.943812:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766827/real 1775766827] req@ffff967cc64edf80 x1862023707420928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766827.943819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707420928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766827.943824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766827.943826:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766827.943827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707420928:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766828.647385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766829.671398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766830.695375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766831.719424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766832.743414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766833.063456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766833.063470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766833.063476:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766833.063489:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2771 00000100:00080000:2.0:1775766833.063504:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766833.063512:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766833.063568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707421056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766833.063633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766833.063637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766833.063638:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766833.063643:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2771 00000100:00080000:2.0:1775766833.063647:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766833.063651:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766833.063663:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766833.063676:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707421184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766833.063686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766833.063690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766833.063692:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766833.063695:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2771 00000100:00080000:2.0:1775766833.063697:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766833.063700:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766833.063706:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766833.063718:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707421312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766833.063718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707421056:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766833.063810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766833.063858:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766833/real 1775766833] req@ffff967bc4ba2680 x1862023707421056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766833.063879:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707421056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766833.063896:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766833.063900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766833.063904:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707421056:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766833.063911:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421184:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766833.063929:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766833.063938:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766833/real 1775766833] req@ffff967bc4ba3480 x1862023707421184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766833.063948:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707421184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766833.063955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766833.063958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766833.063960:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421184:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766833.063986:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421312:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766833.064002:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766833.064014:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766833/real 1775766833] req@ffff967bc4ba2a00 x1862023707421312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766833.064031:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707421312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766833.064042:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766833.064047:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766833.064052:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421312:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766833.767441:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766834.791334:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766835.815409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766836.839358:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766837.863438:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766838.183394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766838.183402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766838.183406:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766838.183414:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2776 00000100:00080000:0.0:1775766838.183437:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766838.183443:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766838.183478:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707421440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766838.183518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766838.183534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766838.183536:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766838.183542:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2776 00000100:00080000:0.0:1775766838.183545:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766838.183550:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766838.183560:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766838.183575:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707421568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766838.183598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766838.183602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766838.183604:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775766838.183604:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707421440:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766838.183609:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2776 00000100:00080000:0.0:1775766838.183614:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766838.183617:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766838.183622:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766838.183633:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707421696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766838.183667:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766838.183700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766838/real 1775766838] req@ffff967cc64ef480 x1862023707421440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766838.183714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707421440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766838.183722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766838.183725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766838.183727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707421440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766838.183745:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421568:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766838.183758:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766838.183765:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766838/real 1775766838] req@ffff967cc64eca80 x1862023707421568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766838.183773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707421568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766838.183778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766838.183790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766838.183792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421568:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766838.183796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421696:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766838.183807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766838.183813:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766838/real 1775766838] req@ffff967cc64eea00 x1862023707421696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766838.183820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707421696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766838.183825:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766838.183827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766838.183829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421696:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766838.887336:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766839.911406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766840.935350:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766841.959448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766842.983377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766843.303439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766843.303446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766843.303451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766843.303461:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2781 00000100:00080000:3.0:1775766843.303489:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766843.303496:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766843.303533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707421824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766843.303561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766843.303564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766843.303565:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766843.303571:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2781 00000100:00080000:3.0:1775766843.303575:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766843.303580:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766843.303589:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766843.303596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707421824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766843.303606:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707421952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766843.303627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766843.303631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766843.303633:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766843.303638:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2781 00000100:00080000:3.0:1775766843.303650:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775766843.303655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00080000:3.0:1775766843.303655:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766843.303663:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766843.303675:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707422080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766843.303705:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766843/real 1775766843] req@ffff967cc796f100 x1862023707421824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766843.303721:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707421824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766843.303728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766843.303731:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766843.303750:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707421824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766843.303772:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421952:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766843.303799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766843.303809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766843/real 1775766843] req@ffff967cc796d500 x1862023707421952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766843.303819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707421952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766843.303825:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766843.303828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766843.303830:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707421952:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766843.303835:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422080:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766843.303849:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766843.303856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766843/real 1775766843] req@ffff967cc796f480 x1862023707422080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766843.303865:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707422080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766843.303871:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766843.303873:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766843.303875:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422080:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766844.007417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766845.031366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766846.055429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766847.079405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766848.103368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766848.423399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766848.423415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766848.423440:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766848.423448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2786 00000100:00080000:0.0:1775766848.423458:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766848.423464:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766848.423496:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707422208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766848.423521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766848.423524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766848.423525:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766848.423528:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2786 00000100:00080000:0.0:1775766848.423531:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766848.423535:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766848.423542:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766848.423552:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707422336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766848.423560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766848.423562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766848.423563:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766848.423566:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2786 00000100:00080000:0.0:1775766848.423568:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766848.423570:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766848.423574:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766848.423577:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707422208:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766848.423582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707422464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766848.423724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422336:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766848.423807:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422464:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766849.127572:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766850.151583:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766851.175356:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766851.495608:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766851.495644:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766851.495659:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766851.495695:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766851.495702:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766851.495796:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766848/real 1775766851] req@ffff967cc64eca80 x1862023707422464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766851.495838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707422464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766851.495854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766851.495860:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766851.495865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422464:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766851.495891:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766848/real 1775766851] req@ffff967cc64ece00 x1862023707422208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766851.495906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707422208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766851.495915:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766851.495919:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766851.495923:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707422208:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766851.495932:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766848/real 1775766851] req@ffff967cc64eea00 x1862023707422336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766851.495971:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707422336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766851.495978:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766851.495981:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766851.495985:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422336:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775766852.199497:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766853.223458:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766853.543337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766853.543348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766853.543354:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766853.543378:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2791 00000100:00080000:3.0:1775766853.543392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766853.543401:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766853.543445:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707422592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766853.543474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766853.543479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766853.543481:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766853.543485:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2791 00000100:00080000:3.0:1775766853.543490:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766853.543495:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766853.543508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766853.543528:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707422720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766853.543530:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707422592:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766853.543551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766853.543555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766853.543557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766853.543563:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2791 00000100:00080000:3.0:1775766853.543568:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766853.543572:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766853.543578:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766853.543594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707422848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766853.543641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766853.543690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766853/real 1775766853] req@ffff967cc796ed80 x1862023707422592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766853.543716:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707422592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766853.543735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766853.543740:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766853.543744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707422592:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766853.543776:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422720:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766853.543804:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766853.543818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766853/real 1775766853] req@ffff967cc796e680 x1862023707422720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766853.543831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707422720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766853.543840:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766853.543844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766853.543847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422720:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766853.543855:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422848:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766853.543880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766853.543897:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766853/real 1775766853] req@ffff967cc796f480 x1862023707422848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766853.543912:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707422848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766853.543920:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766853.543924:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766853.543927:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707422848:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766854.247588:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766855.271471:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766856.295493:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766857.319384:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766858.343500:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766858.663394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766858.663408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766858.663415:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766858.663426:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2797 00000100:00080000:1.0:1775766858.663437:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766858.663445:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766858.663492:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707422976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766858.663520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766858.663523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766858.663525:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766858.663528:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2797 00000100:00080000:1.0:1775766858.663531:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766858.663533:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766858.663543:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766858.663553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707423104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766858.663562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766858.663565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766858.663568:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766858.663575:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2797 00000100:00080000:1.0:1775766858.663579:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775766858.663588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707422976:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766858.663592:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766858.663606:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766858.663628:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707423232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766858.663671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766858.663719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766858/real 1775766858] req@ffff967cc31da680 x1862023707422976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766858.663735:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707422976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766858.663743:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766858.663746:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766858.663749:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707422976:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766858.663756:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423104:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766858.663773:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766858.663781:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766858/real 1775766858] req@ffff967cc31d9c00 x1862023707423104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766858.663788:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707423104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766858.663794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766858.663796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766858.663798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423104:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766858.663819:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423232:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766858.663833:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766858.663839:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766858/real 1775766858] req@ffff967cc31d8380 x1862023707423232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766858.663846:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707423232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766858.663851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766858.663853:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766858.663855:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423232:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766859.367417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766860.391447:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766861.415399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766862.439413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766863.463442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766863.783363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766863.783372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766863.783376:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766863.783384:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2802 00000100:00080000:0.0:1775766863.783393:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766863.783399:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766863.783433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707423360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766863.783459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766863.783463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766863.783465:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766863.783469:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2802 00000100:00080000:0.0:1775766863.783473:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766863.783478:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766863.783488:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766863.783500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707423488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766863.783504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707423360:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766863.783512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766863.783515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766863.783516:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766863.783520:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2802 00000100:00080000:0.0:1775766863.783523:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766863.783527:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766863.783531:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766863.783539:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707423616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766863.783564:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766863.783601:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766863/real 1775766863] req@ffff967cc64ef480 x1862023707423360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766863.783615:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707423360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766863.783626:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766863.783629:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766863.783632:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707423360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766863.783651:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423488:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766863.783668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766863.783676:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766863/real 1775766863] req@ffff967cc64edf80 x1862023707423488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766863.783683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707423488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766863.783689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766863.783691:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766863.783693:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423488:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766863.783696:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423616:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766863.783707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766863.783712:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766863/real 1775766863] req@ffff967cc64ed500 x1862023707423616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766863.783719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707423616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766863.783724:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766863.783726:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766863.783728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423616:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766864.487512:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766865.511366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766866.535395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766867.559354:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766868.583368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766868.903438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766868.903450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766868.903455:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766868.903467:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2807 00000100:00080000:0.0:1775766868.903480:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766868.903489:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766868.903536:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707423744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766868.903578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766868.903583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766868.903602:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766868.903608:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2807 00000100:00080000:0.0:1775766868.903613:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766868.903618:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766868.903630:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766868.903645:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707423872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766868.903659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766868.903664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766868.903667:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766868.903672:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2807 00000100:00080000:0.0:1775766868.903676:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766868.903681:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766868.903686:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766868.903701:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707424000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766868.903714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707423744:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766868.903821:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766868.903884:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766868/real 1775766868] req@ffff967cc64ed180 x1862023707423744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766868.903921:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707423744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766868.903942:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766868.903950:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766868.903958:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707423744:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766868.903972:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423872:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766868.904013:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766868.904037:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766868/real 1775766868] req@ffff967cc64ec000 x1862023707423872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766868.904063:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707423872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766868.904081:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766868.904087:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766868.904094:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707423872:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766868.904132:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424000:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766868.904170:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766868.904193:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766868/real 1775766868] req@ffff967cc64edc00 x1862023707424000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766868.904328:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707424000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766868.904343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766868.904349:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766868.904354:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424000:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766869.607374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766870.631384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766871.655432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766872.679419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766873.703415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766874.023317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766874.023325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766874.023329:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766874.023337:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2812 00000100:00080000:0.0:1775766874.023347:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766874.023353:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766874.023387:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707424128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766874.023410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766874.023413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766874.023414:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766874.023417:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2812 00000100:00080000:0.0:1775766874.023420:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766874.023423:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766874.023430:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766874.023439:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707424256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766874.023448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775766874.023448:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707424128:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766874.023454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766874.023457:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766874.023461:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2812 00000100:00080000:0.0:1775766874.023463:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766874.023472:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766874.023476:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766874.023486:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707424384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766874.023510:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766874.023544:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766874/real 1775766874] req@ffff967cc64ec380 x1862023707424128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766874.023558:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707424128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766874.023565:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766874.023568:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766874.023571:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707424128:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766874.023588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424256:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766874.023604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766874.023611:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766874/real 1775766874] req@ffff967cc64ef800 x1862023707424256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766874.023619:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707424256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766874.023629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766874.023631:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766874.023633:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424256:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766874.023637:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424384:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766874.023648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766874.023654:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766874/real 1775766874] req@ffff967cc64ec700 x1862023707424384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766874.023661:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707424384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766874.023666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766874.023668:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766874.023670:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424384:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766874.727436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766875.751378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766876.775380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766877.799331:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766878.823386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766879.143381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766879.143390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766879.143393:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766879.143401:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2817 00000100:00080000:1.0:1775766879.143411:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766879.143418:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766879.143457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707424512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766879.143490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766879.143498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766879.143500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766879.143504:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2817 00000100:00080000:1.0:1775766879.143507:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766879.143511:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766879.143519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766879.143531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707424640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766879.143539:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707424512:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775766879.143542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766879.143548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766879.143549:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766879.143553:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2817 00000100:00080000:1.0:1775766879.143555:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766879.143558:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766879.143561:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766879.143569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707424768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766879.143603:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766879.143637:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766879/real 1775766879] req@ffff967cc31d8700 x1862023707424512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766879.143651:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707424512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766879.143659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766879.143662:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766879.143664:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707424512:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766879.143684:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424640:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766879.143698:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766879.143706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766879/real 1775766879] req@ffff967cc31d8000 x1862023707424640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766879.143714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707424640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766879.143719:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766879.143721:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766879.143723:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424640:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766879.143727:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424768:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766879.143738:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766879.143744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766879/real 1775766879] req@ffff967cc31da300 x1862023707424768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766879.143751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707424768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766879.143756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766879.143758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766879.143760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707424768:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766879.847387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766880.871386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766881.895396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766882.919407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766883.943437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766884.263405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766884.263413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766884.263417:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766884.263426:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2822 00000100:00080000:3.0:1775766884.263436:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766884.263442:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766884.263476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707424896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766884.263505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766884.263508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766884.263510:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766884.263513:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2822 00000100:00080000:3.0:1775766884.263515:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766884.263522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766884.263530:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766884.263539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707425024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766884.263546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766884.263548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766884.263550:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766884.263553:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2822 00000100:00080000:3.0:1775766884.263555:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766884.263558:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766884.263561:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766884.263569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707425152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766884.263570:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707424896:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766884.263649:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766884.263692:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766884/real 1775766884] req@ffff967cc796d500 x1862023707424896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766884.263708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707424896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766884.263716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766884.263719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766884.263721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707424896:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766884.263726:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425024:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766884.263744:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766884.263752:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766884/real 1775766884] req@ffff967cc796f100 x1862023707425024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766884.263760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707425024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766884.263765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766884.263767:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766884.263769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425024:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766884.263788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425152:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766884.263801:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766884.263807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766884/real 1775766884] req@ffff967cc796d180 x1862023707425152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766884.263814:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707425152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766884.263819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766884.263821:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766884.263823:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425152:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766884.967482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766885.991420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766887.015475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766888.039396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766889.063478:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766889.383359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766889.383369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766889.383374:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766889.383385:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2827 00000100:00080000:3.0:1775766889.383397:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766889.383404:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766889.383443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707425280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766889.383469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766889.383472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766889.383473:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766889.383477:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2827 00000100:00080000:3.0:1775766889.383480:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766889.383483:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766889.383491:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766889.383506:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707425408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766889.383517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707425280:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766889.383520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766889.383525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766889.383527:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766889.383532:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2827 00000100:00080000:3.0:1775766889.383536:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766889.383541:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766889.383548:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766889.383562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707425536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766889.383587:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766889.383621:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766889/real 1775766889] req@ffff967cc796ca80 x1862023707425280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766889.383637:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707425280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766889.383645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766889.383648:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766889.383651:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707425280:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766889.383670:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425408:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766889.383687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766889.383695:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766889/real 1775766889] req@ffff967cc796ce00 x1862023707425408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766889.383704:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707425408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766889.383709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766889.383712:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766889.383714:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425408:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766889.383717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425536:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766889.383729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766889.383734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766889/real 1775766889] req@ffff967cc796d180 x1862023707425536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766889.383742:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707425536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766889.383747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766889.383749:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766889.383750:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425536:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766890.087369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766891.111427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766892.135360:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766893.159537:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766894.183355:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766894.503338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766894.503346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766894.503350:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766894.503358:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2832 00000100:00080000:3.0:1775766894.503368:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766894.503374:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766894.503410:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707425664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766894.503437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766894.503441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766894.503442:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766894.503447:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2832 00000100:00080000:3.0:1775766894.503451:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766894.503454:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766894.503464:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766894.503476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707425792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766894.503487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766894.503490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766894.503492:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775766894.503495:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707425664:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766894.503496:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2832 00000100:00080000:3.0:1775766894.503500:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766894.503504:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766894.503509:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766894.503518:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707425920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766894.503563:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766894.503599:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766894/real 1775766894] req@ffff967cc796f100 x1862023707425664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766894.503619:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707425664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766894.503626:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766894.503629:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766894.503632:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707425664:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766894.503637:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425792:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766894.503654:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766894.503661:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766894/real 1775766894] req@ffff967cc796d500 x1862023707425792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766894.503669:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707425792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766894.503674:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766894.503676:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766894.503678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425792:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766894.503695:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425920:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766894.503708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766894.503714:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766894/real 1775766894] req@ffff967cc796f480 x1862023707425920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766894.503721:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707425920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766894.503730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766894.503732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766894.503734:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707425920:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766895.207440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766896.231432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766897.255555:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766898.279385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766899.303392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766899.623378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766899.623386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766899.623390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766899.623398:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2837 00000100:00080000:0.0:1775766899.623426:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766899.623435:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766899.623498:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707426048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766899.623563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766899.623569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766899.623573:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766899.623582:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2837 00000100:00080000:0.0:1775766899.623591:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766899.623599:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766899.623630:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766899.623634:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707426048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766899.623646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707426176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766899.623660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766899.623663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766899.623665:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766899.623669:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2837 00000100:00080000:0.0:1775766899.623672:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766899.623692:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766899.623699:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775766899.623716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766899.623717:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707426304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766899.623780:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766899/real 1775766899] req@ffff967cc64eed80 x1862023707426048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766899.623820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707426048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766899.623831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766899.623835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766899.623840:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707426048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766899.623866:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426176:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766899.623901:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766899.623912:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766899/real 1775766899] req@ffff967cc64ec700 x1862023707426176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766899.623921:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707426176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766899.623926:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766899.623929:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766899.623932:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426176:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766899.623936:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426304:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766899.623949:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766899.623955:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766899/real 1775766899] req@ffff967cc64ef800 x1862023707426304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766899.623963:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707426304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766899.623969:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766899.623970:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766899.623972:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426304:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766900.327482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766901.351450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766902.375364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766903.399429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766904.423452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766904.743395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766904.743407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766904.743413:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766904.743425:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2843 00000100:00080000:0.0:1775766904.743440:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766904.743449:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766904.743498:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707426432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766904.743541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766904.743547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766904.743550:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766904.743556:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2843 00000100:00080000:0.0:1775766904.743560:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766904.743566:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766904.743577:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766904.743592:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707426560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766904.743607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766904.743612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766904.743614:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766904.743619:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2843 00000100:00080000:0.0:1775766904.743623:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766904.743628:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766904.743634:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766904.743651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707426688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766904.743653:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707426432:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766904.743761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766904.743813:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766904/real 1775766904] req@ffff967cc64ec380 x1862023707426432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766904.743912:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707426432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766904.743931:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766904.743937:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766904.743942:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707426432:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766904.743953:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426560:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766904.744004:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766904.744029:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766904/real 1775766904] req@ffff967cc64edc00 x1862023707426560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766904.744045:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707426560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766904.744055:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766904.744059:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766904.744064:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426560:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766904.744097:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426688:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766904.744136:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766904.744157:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766904/real 1775766904] req@ffff967cc64ec000 x1862023707426688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766904.744181:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707426688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766904.744199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766904.744205:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766904.744211:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426688:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766905.447349:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766906.471426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766907.495368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766908.519397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766909.543401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766909.863392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766909.863400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766909.863404:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766909.863412:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2848 00000100:00080000:3.0:1775766909.863423:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766909.863428:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766909.863462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707426816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766909.863489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766909.863491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766909.863493:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766909.863496:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2848 00000100:00080000:3.0:1775766909.863498:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766909.863501:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766909.863509:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766909.863517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707426944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766909.863526:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707426816:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766909.863526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766909.863535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766909.863537:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766909.863541:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2848 00000100:00080000:3.0:1775766909.863543:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766909.863545:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766909.863548:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766909.863558:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707427072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766909.863594:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766909.863627:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766909/real 1775766909] req@ffff967cc796e680 x1862023707426816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766909.863647:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707426816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766909.863655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766909.863657:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766909.863660:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707426816:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766909.863679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426944:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766909.863694:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766909.863701:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766909/real 1775766909] req@ffff967cc796ed80 x1862023707426944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766909.863709:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707426944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766909.863714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766909.863716:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766909.863718:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707426944:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766909.863722:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427072:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766909.863734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766909.863739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766909/real 1775766909] req@ffff967cc796f480 x1862023707427072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766909.863746:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707427072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766909.863755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766909.863758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766909.863759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427072:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766910.567437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766911.591434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766912.615395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766913.639423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766914.663446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775766914.983378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766914.983387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775766914.983391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766914.983399:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2853 00000100:00080000:1.0:1775766914.983410:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766914.983416:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775766914.983455:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707427200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766914.983490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766914.983495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775766914.983498:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766914.983503:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2853 00000100:00080000:1.0:1775766914.983509:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766914.983513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766914.983522:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775766914.983534:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707427328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775766914.983544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775766914.983548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775766914.983549:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775766914.983553:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2853 00000100:00080000:1.0:1775766914.983557:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775766914.983560:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775766914.983564:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775766914.983574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707427456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766914.983587:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707427200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766914.983752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427328:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766914.983799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427456:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766915.687361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766916.711366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766917.735362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775766918.055610:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775766918.055660:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775766918.055679:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766918.055749:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775766918.055757:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775766918.055833:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766914/real 1775766918] req@ffff967cc31d8e00 x1862023707427456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766918.055861:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707427456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766918.055873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766918.055877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766918.055885:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427456:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775766918.055893:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766914/real 1775766918] req@ffff967cc31d9180 x1862023707427200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766918.055908:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707427200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766918.055917:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766918.055921:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766918.055924:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707427200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766918.055933:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766914/real 1775766918] req@ffff967cc31d9f80 x1862023707427328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766918.055947:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707427328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766918.055954:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766918.055958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766918.055961:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427328:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775766918.759400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766919.783378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766920.103381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766920.103391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766920.103396:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766920.103408:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2858 00000100:00080000:3.0:1775766920.103420:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766920.103427:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766920.103471:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707427584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766920.103500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766920.103503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766920.103504:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766920.103507:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2858 00000100:00080000:3.0:1775766920.103510:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766920.103514:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766920.103524:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766920.103535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707427712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766920.103542:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707427584:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775766920.103545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766920.103552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766920.103554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766920.103559:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2858 00000100:00080000:3.0:1775766920.103563:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766920.103568:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766920.103575:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766920.103590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707427840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766920.103627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766920.103694:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766920/real 1775766920] req@ffff967cc796d500 x1862023707427584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766920.103720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707427584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766920.103732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766920.103737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766920.103742:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707427584:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766920.103773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427712:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766920.103810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766920.103824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766920/real 1775766920] req@ffff967cc796f100 x1862023707427712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766920.103837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707427712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766920.103845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766920.103848:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766920.103852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427712:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766920.103858:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427840:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766920.103882:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766920.103894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766920/real 1775766920] req@ffff967cc796d180 x1862023707427840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766920.103906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707427840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766920.103915:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766920.103918:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766920.103921:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707427840:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766920.807376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766921.831355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766922.855352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766923.879369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766924.903380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766925.223330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766925.223338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766925.223342:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766925.223349:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2863 00000100:00080000:3.0:1775766925.223361:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766925.223366:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766925.223400:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707427968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766925.223426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766925.223429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766925.223430:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766925.223433:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2863 00000100:00080000:3.0:1775766925.223436:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766925.223438:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766925.223446:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766925.223456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707428096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766925.223463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766925.223466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766925.223467:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766925.223470:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2863 00000100:00080000:3.0:1775766925.223472:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766925.223474:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766925.223480:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766925.223481:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707427968:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766925.223491:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707428224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766925.223549:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766925.223588:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766925/real 1775766925] req@ffff967cc796ce00 x1862023707427968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766925.223604:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707427968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766925.223655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766925.223678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766925.223684:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707427968:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766925.223693:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428096:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766925.223729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766925.223741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766925/real 1775766925] req@ffff967cc796ca80 x1862023707428096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766925.223750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707428096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766925.223757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766925.223760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766925.223763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428096:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766925.223783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428224:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766925.223816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766925.223823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766925/real 1775766925] req@ffff967cc796d180 x1862023707428224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766925.223831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707428224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766925.223837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766925.223839:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766925.223841:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428224:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766925.927428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766926.951428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766927.975412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766928.999410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766930.023390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766930.343349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766930.343358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766930.343361:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766930.343370:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2868 00000100:00080000:3.0:1775766930.343380:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766930.343386:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766930.343420:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707428352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766930.343446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766930.343449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766930.343450:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766930.343453:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2868 00000100:00080000:3.0:1775766930.343455:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766930.343457:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766930.343464:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766930.343472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707428480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766930.343480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766930.343482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766930.343484:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766930.343487:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2868 00000100:00080000:3.0:1775766930.343490:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766930.343492:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766930.343496:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766930.343503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707428608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766930.343508:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707428352:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766930.343592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766930.343636:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766930/real 1775766930] req@ffff967cc796f100 x1862023707428352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766930.343658:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707428352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766930.343670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766930.343674:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766930.343679:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707428352:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766930.343687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428480:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766930.343714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766930.343727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766930/real 1775766930] req@ffff967cc796d500 x1862023707428480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766930.343740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707428480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766930.343750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766930.343754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766930.343757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428480:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766930.343784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428608:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766930.343808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766930.343820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766930/real 1775766930] req@ffff967cc796f480 x1862023707428608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766930.343834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707428608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766930.343843:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766930.343846:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766930.343849:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428608:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766931.047343:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766932.071357:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766933.095369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766934.119329:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766935.143390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766935.463330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766935.463338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766935.463342:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766935.463350:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2873 00000100:00080000:3.0:1775766935.463361:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766935.463366:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766935.463404:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707428736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766935.463436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766935.463440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766935.463441:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766935.463445:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2873 00000100:00080000:3.0:1775766935.463449:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766935.463451:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766935.463458:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766935.463469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707428864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766935.463478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766935.463482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766935.463483:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766935.463487:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2873 00000100:00080000:3.0:1775766935.463490:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766935.463493:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766935.463498:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707428736:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775766935.463499:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766935.463522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707428992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766935.463585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766935.463622:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766935/real 1775766935] req@ffff967cc796ed80 x1862023707428736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766935.463638:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707428736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766935.463645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766935.463648:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766935.463651:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707428736:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766935.463656:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428864:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766935.463672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766935.463679:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766935/real 1775766935] req@ffff967cc796e680 x1862023707428864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766935.463687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707428864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766935.463692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766935.463694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766935.463696:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428864:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766935.463715:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428992:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766935.463726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766935.463732:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766935/real 1775766935] req@ffff967cc796f480 x1862023707428992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766935.463744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707428992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766935.463749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766935.463751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766935.463752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707428992:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766936.167402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766937.191413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766938.215449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766939.239406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766940.263421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766940.583426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766940.583437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766940.583441:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766940.583450:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2878 00000100:00080000:0.0:1775766940.583483:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766940.583492:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766940.583534:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707429120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766940.583567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766940.583570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766940.583572:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766940.583576:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2878 00000100:00080000:0.0:1775766940.583580:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766940.583586:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766940.583596:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766940.583607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707429248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766940.583617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766940.583622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766940.583624:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766940.583630:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2878 00000100:00100000:3.0:1775766940.583630:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707429120:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766940.583637:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766940.583643:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766940.583648:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766940.583661:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707429376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766940.583708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766940.583749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766940/real 1775766940] req@ffff967cc64ed180 x1862023707429120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766940.583768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707429120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766940.583778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766940.583782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766940.583786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707429120:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766940.583808:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429248:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766940.583827:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766940.583837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766940/real 1775766940] req@ffff967cc64ed500 x1862023707429248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766940.583848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707429248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766940.583856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766940.583859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766940.583862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429248:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766940.583867:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429376:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766940.583882:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766940.583890:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766940/real 1775766940] req@ffff967cc64edf80 x1862023707429376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766940.583900:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707429376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766940.583907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766940.583909:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766940.583912:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429376:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766941.287426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766942.311399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766943.335439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766944.359369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766945.383365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766945.703424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766945.703434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766945.703438:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766945.703449:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2884 00000100:00080000:3.0:1775766945.703460:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766945.703468:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766945.703520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707429504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766945.703555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766945.703560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766945.703562:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766945.703567:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2884 00000100:00080000:3.0:1775766945.703573:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766945.703578:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766945.703588:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766945.703596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707429504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766945.703602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707429632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766945.703612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766945.703615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766945.703616:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766945.703620:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2884 00000100:00080000:3.0:1775766945.703623:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766945.703626:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766945.703630:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766945.703638:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707429760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766945.703670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766945.703723:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766945/real 1775766945] req@ffff967cc796d500 x1862023707429504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766945.703741:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707429504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766945.703755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766945.703758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766945.703761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707429504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766945.703782:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429632:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766945.703797:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766945.703805:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766945/real 1775766945] req@ffff967cc796f100 x1862023707429632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766945.703814:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707429632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766945.703821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766945.703825:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766945.703827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429632:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766945.703832:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429760:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766945.703853:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766945.703866:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766945/real 1775766945] req@ffff967cc796d180 x1862023707429760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766945.703879:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707429760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766945.703889:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766945.703893:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766945.703896:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707429760:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766946.407412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766947.431556:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766948.455411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766949.479431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766950.503436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766950.823428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766950.823443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766950.823450:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766950.823465:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2889 00000100:00080000:0.0:1775766950.823481:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766950.823491:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766950.823545:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707429888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766950.823587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766950.823592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766950.823595:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766950.823601:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2889 00000100:00080000:0.0:1775766950.823608:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766950.823615:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766950.823631:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766950.823648:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707429888:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766950.823650:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707430016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766950.823680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766950.823686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766950.823690:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766950.823698:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2889 00000100:00080000:0.0:1775766950.823703:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766950.823710:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766950.823717:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766950.823732:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707430144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766950.823746:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766950.823822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766950/real 1775766950] req@ffff967cc64ef480 x1862023707429888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766950.823857:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707429888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766950.823878:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766950.823884:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766950.823889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707429888:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766950.823916:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430016:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766950.823941:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766950.823956:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766950/real 1775766950] req@ffff967cc64eea00 x1862023707430016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766950.823970:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707430016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766950.823979:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766950.823983:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766950.823987:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430016:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766950.823994:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430144:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766950.824018:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766950.824031:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766950/real 1775766950] req@ffff967cc64ece00 x1862023707430144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766950.824044:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707430144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766950.824053:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766950.824057:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766950.824060:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430144:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766951.527462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766952.551478:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766953.575387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766954.599491:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766955.623526:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766955.943379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766955.943390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766955.943395:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766955.943406:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2894 00000100:00080000:3.0:1775766955.943417:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766955.943424:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766955.943469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707430272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766955.943497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766955.943501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766955.943503:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766955.943508:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2894 00000100:00080000:3.0:1775766955.943511:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766955.943516:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766955.943527:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766955.943540:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707430272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766955.943540:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707430400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766955.943551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766955.943554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766955.943556:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766955.943561:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2894 00000100:00080000:3.0:1775766955.943564:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766955.943567:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766955.943573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766955.943584:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707430528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766955.943619:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766955.943665:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766955/real 1775766955] req@ffff967cc796ca80 x1862023707430272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766955.943682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707430272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766955.943691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766955.943694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766955.943697:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707430272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766955.943734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430400:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766955.943754:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766955.943774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766955/real 1775766955] req@ffff967cc796ce00 x1862023707430400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766955.943789:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707430400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766955.943796:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766955.943799:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766955.943801:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430400:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766955.943805:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430528:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766955.943818:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766955.943825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766955/real 1775766955] req@ffff967cc796d180 x1862023707430528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766955.943833:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707430528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766955.943839:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766955.943841:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766955.943843:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430528:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766956.647369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766957.671433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766958.695417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766959.719426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766960.743363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766961.063339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766961.063350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766961.063356:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766961.063368:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2899 00000100:00080000:3.0:1775766961.063382:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766961.063391:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766961.063437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707430656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766961.063470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766961.063473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766961.063475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766961.063496:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2899 00000100:00080000:3.0:1775766961.063501:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766961.063504:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766961.063514:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766961.063527:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707430784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766961.063537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766961.063541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766961.063544:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766961.063548:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2899 00000100:00080000:3.0:1775766961.063552:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766961.063555:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766961.063560:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766961.063573:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707430912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766961.063575:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707430656:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766961.063667:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766961.063720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766961/real 1775766961] req@ffff967cc796f100 x1862023707430656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766961.063759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707430656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766961.063774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766961.063796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766961.063802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707430656:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766961.063814:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430784:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766961.063852:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766961.063872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766961/real 1775766961] req@ffff967cc796d500 x1862023707430784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766961.063892:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707430784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766961.063922:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766961.063926:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766961.063931:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430784:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766961.063973:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430912:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766961.064002:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766961.064016:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766961/real 1775766961] req@ffff967cc796f480 x1862023707430912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766961.064043:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707430912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766961.064061:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766961.064066:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766961.064070:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707430912:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766961.767439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766962.791383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766963.815378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766964.839428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766965.863404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766966.183445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766966.183456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766966.183461:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766966.183472:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2904 00000100:00080000:2.0:1775766966.183485:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766966.183492:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766966.183547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707431040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766966.183583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766966.183587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766966.183589:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766966.183594:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2904 00000100:00080000:2.0:1775766966.183598:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766966.183602:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766966.183612:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766966.183624:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707431168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766966.183646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766966.183650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766966.183652:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766966.183657:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2904 00000100:00080000:2.0:1775766966.183661:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766966.183665:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766966.183673:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766966.183679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707431040:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775766966.183689:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707431296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775766966.183762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766966.183824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766966/real 1775766966] req@ffff967bc4ba1c00 x1862023707431040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766966.183849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707431040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766966.183863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766966.183869:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766966.183874:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707431040:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766966.183883:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431168:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766966.183921:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766966.183934:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766966/real 1775766966] req@ffff967bc4ba3100 x1862023707431168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766966.183948:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707431168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766966.183957:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766966.183961:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766966.183964:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431168:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766966.183992:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431296:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766966.184012:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766966.184022:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766966/real 1775766966] req@ffff967bc4ba1f80 x1862023707431296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766966.184034:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707431296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766966.184043:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766966.184047:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766966.184050:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431296:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766966.887420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766967.911392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766968.935365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766969.959464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766970.983416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766971.303403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766971.303413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766971.303418:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766971.303428:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2909 00000100:00080000:3.0:1775766971.303441:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766971.303448:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766971.303488:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707431424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766971.303522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766971.303526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766971.303527:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766971.303531:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2909 00000100:00080000:3.0:1775766971.303535:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766971.303539:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766971.303549:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766971.303560:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707431552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766971.303569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766971.303572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766971.303574:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766971.303578:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2909 00000100:00080000:3.0:1775766971.303581:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766971.303585:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766971.303590:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766971.303601:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707431680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766971.303610:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707431424:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766971.303681:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766971.303724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766971/real 1775766971] req@ffff967cc796e680 x1862023707431424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766971.303743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707431424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766971.303754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766971.303758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766971.303761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707431424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766971.303769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431552:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766971.303788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766971.303798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766971/real 1775766971] req@ffff967cc796ed80 x1862023707431552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766971.303808:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707431552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766971.303815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766971.303819:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766971.303822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431552:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766971.303844:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431680:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766971.303859:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766971.303867:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766971/real 1775766971] req@ffff967cc796f480 x1862023707431680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766971.303877:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707431680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766971.303884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766971.303887:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766971.303889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431680:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766972.007416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766973.031426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766974.055416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766975.079387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766976.103437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766976.423372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766976.423385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766976.423390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766976.423401:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2914 00000100:00080000:0.0:1775766976.423413:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766976.423419:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766976.423465:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707431808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766976.423493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766976.423496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766976.423497:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766976.423500:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2914 00000100:00080000:0.0:1775766976.423503:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766976.423507:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766976.423516:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766976.423531:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707431936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766976.423535:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707431808:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775766976.423551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766976.423554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766976.423556:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766976.423562:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2914 00000100:00080000:0.0:1775766976.423567:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766976.423571:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766976.423578:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766976.423590:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707432064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766976.423612:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766976.423652:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766976/real 1775766976] req@ffff967cc64eca80 x1862023707431808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766976.423668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707431808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766976.423677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766976.423682:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766976.423685:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707431808:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766976.423706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431936:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766976.423721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766976.423729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766976/real 1775766976] req@ffff967cc64ece00 x1862023707431936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766976.423737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707431936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766976.423742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766976.423744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766976.423746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707431936:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766976.423750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432064:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766976.423761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766976.423768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766976/real 1775766976] req@ffff967cc64eea00 x1862023707432064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766976.423775:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707432064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766976.423780:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766976.423782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766976.423784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432064:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766977.127475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766978.151404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766979.175365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775766980.199487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766981.223398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775766981.543335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766981.543345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775766981.543350:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766981.543360:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2919 00000100:00080000:0.0:1775766981.543373:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766981.543381:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775766981.543421:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707432192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766981.543447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766981.543450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775766981.543451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766981.543454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2919 00000100:00080000:0.0:1775766981.543457:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766981.543460:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775766981.543467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775766981.543476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707432320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775766981.543486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775766981.543490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775766981.543492:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775766981.543497:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2919 00000100:00080000:0.0:1775766981.543501:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775766981.543508:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766981.543509:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707432192:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775766981.543515:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775766981.543530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707432448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766981.543594:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432320:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766981.543623:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432448:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775766982.247448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766983.271395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766984.295389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775766984.615508:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775766984.615546:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775766984.615561:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766984.615596:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775766984.615604:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775766984.615669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766981/real 1775766984] req@ffff967cc64ed500 x1862023707432448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766984.615699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707432448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766984.615713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766984.615719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766984.615724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432448:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775766984.615733:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766981/real 1775766984] req@ffff967cc64ef480 x1862023707432192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766984.615748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707432192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766984.615754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766984.615757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766984.615760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707432192:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766984.615765:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766981/real 1775766984] req@ffff967cc64edf80 x1862023707432320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766984.615779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707432320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766984.615796:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766984.615800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766984.615804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432320:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775766985.319360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766986.343457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766986.663391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766986.663400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766986.663405:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766986.663416:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2925 00000100:00080000:2.0:1775766986.663429:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766986.663435:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766986.663477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707432576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766986.663503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766986.663510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766986.663512:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766986.663515:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2925 00000100:00080000:2.0:1775766986.663518:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766986.663521:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766986.663531:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766986.663540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707432704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766986.663549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766986.663553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775766986.663554:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707432576:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775766986.663555:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766986.663565:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2925 00000100:00080000:2.0:1775766986.663569:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766986.663573:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766986.663579:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766986.663593:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707432832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775766986.663651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766986.663706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766986/real 1775766986] req@ffff967bc4ba0a80 x1862023707432576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766986.663731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707432576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766986.663741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766986.663744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766986.663749:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707432576:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766986.663778:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432704:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766986.663806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766986.663823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766986/real 1775766986] req@ffff967bc4ba0000 x1862023707432704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766986.663834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707432704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766986.663850:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766986.663854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766986.663858:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432704:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766986.663872:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432832:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766986.663892:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766986.663902:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766986/real 1775766986] req@ffff967bc4ba2d80 x1862023707432832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766986.663914:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707432832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766986.663922:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766986.663925:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766986.663929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707432832:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766987.367349:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766988.391479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766989.415374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766990.439422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766991.463380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775766991.783333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766991.783341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775766991.783345:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766991.783353:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2930 00000100:00080000:2.0:1775766991.783363:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766991.783368:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775766991.783403:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707432960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766991.783428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766991.783431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775766991.783432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766991.783435:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2930 00000100:00080000:2.0:1775766991.783438:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766991.783440:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766991.783448:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775766991.783458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707433088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775766991.783466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775766991.783468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775766991.783470:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775766991.783473:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2930 00000100:00080000:2.0:1775766991.783475:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775766991.783478:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775766991.783482:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775766991.783489:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707433216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775766991.783524:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707432960:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775766991.783627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766991.783684:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766991/real 1775766991] req@ffff967bc4ba1880 x1862023707432960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766991.783708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707432960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766991.783722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766991.783728:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766991.783733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707432960:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775766991.783743:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433088:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775766991.783770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766991.783785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766991/real 1775766991] req@ffff967bc4ba0e00 x1862023707433088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766991.783800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707433088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766991.783809:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766991.783813:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766991.783817:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433088:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775766991.783825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433216:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775766991.783848:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775766991.783860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766991/real 1775766991] req@ffff967bc4ba3800 x1862023707433216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775766991.783874:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707433216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775766991.783884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775766991.783889:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775766991.783892:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433216:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775766992.487461:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766993.511393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766994.535380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766995.559380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766996.583448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775766996.903422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766996.903432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775766996.903437:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766996.903448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2935 00000100:00080000:3.0:1775766996.903460:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766996.903468:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775766996.903527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707433344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766996.903581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766996.903584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775766996.903586:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766996.903591:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2935 00000100:00080000:3.0:1775766996.903595:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766996.903598:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766996.903608:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775766996.903620:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707433472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775766996.903629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775766996.903632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775766996.903634:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775766996.903638:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2935 00000100:00080000:3.0:1775766996.903640:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775766996.903643:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775766996.903647:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775766996.903656:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707433600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775766996.903693:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707433344:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775766996.903812:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766996.903857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766996/real 1775766996] req@ffff967cc796d500 x1862023707433344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766996.903924:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707433344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766996.903935:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766996.903939:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766996.903944:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707433344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775766996.903951:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433472:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775766996.903978:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766996.903990:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766996/real 1775766996] req@ffff967cc796f100 x1862023707433472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766996.904001:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707433472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766996.904008:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766996.904011:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766996.904014:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433472:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775766996.904019:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433600:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775766996.904035:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775766996.904043:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766996/real 1775766996] req@ffff967cc796d180 x1862023707433600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775766996.904053:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707433600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775766996.904061:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775766996.904063:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775766996.904066:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433600:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775766997.607416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775766998.631390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775766999.655383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767000.679505:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767001.703358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767002.023427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767002.023439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767002.023445:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767002.023456:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2940 00000100:00080000:2.0:1775767002.023469:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767002.023477:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767002.023517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707433728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767002.023552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767002.023557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767002.023559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767002.023564:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2940 00000100:00080000:2.0:1775767002.023568:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767002.023572:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767002.023583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767002.023597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707433856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767002.023611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767002.023615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767002.023616:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767002.023624:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2940 00000100:00100000:0.0:1775767002.023627:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707433728:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767002.023628:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767002.023639:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767002.023647:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767002.023660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707433984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767002.023734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767002.023792:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767002/real 1775767002] req@ffff967bc4ba1180 x1862023707433728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767002.023858:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707433728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767002.023871:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767002.023875:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767002.023879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707433728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767002.023904:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433856:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767002.023933:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767002.023947:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767002/real 1775767002] req@ffff967bc4ba3b80 x1862023707433856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767002.023960:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707433856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767002.023969:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767002.023972:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767002.023976:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433856:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767002.023981:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433984:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767002.023999:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767002.024009:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767002/real 1775767002] req@ffff967bc4ba2300 x1862023707433984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767002.024021:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707433984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767002.024036:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767002.024039:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767002.024042:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707433984:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775767002.727409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767003.751382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767004.775418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767005.799385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767006.823406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767007.143345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767007.143353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767007.143357:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767007.143364:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2945 00000100:00080000:3.0:1775767007.143373:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767007.143378:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767007.143410:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707434112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767007.143433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767007.143436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767007.143437:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767007.143440:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2945 00000100:00080000:3.0:1775767007.143443:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767007.143445:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767007.143452:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767007.143462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707434240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767007.143468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767007.143470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767007.143471:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767007.143474:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2945 00000100:00080000:3.0:1775767007.143476:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767007.143478:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767007.143482:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767007.143489:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707434368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767007.143516:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707434112:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767007.143571:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767007.143613:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767007/real 1775767007] req@ffff967cc796ce00 x1862023707434112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767007.143629:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707434112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767007.143637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767007.143640:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767007.143643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707434112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767007.143647:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434240:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767007.143662:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767007.143670:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767007/real 1775767007] req@ffff967cc796ca80 x1862023707434240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767007.143677:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707434240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767007.143682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767007.143685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767007.143687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434240:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767007.143691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434368:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767007.143712:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767007.143718:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767007/real 1775767007] req@ffff967cc796d180 x1862023707434368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767007.143729:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707434368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767007.143735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767007.143737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767007.143739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434368:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767007.847396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767008.871525:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767009.895356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767010.919448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767011.943348:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767012.263419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767012.263431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767012.263436:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767012.263448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2950 00000100:00080000:0.0:1775767012.263462:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767012.263469:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767012.263508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707434496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767012.263548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767012.263551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767012.263553:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767012.263557:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2950 00000100:00080000:0.0:1775767012.263560:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767012.263563:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767012.263572:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767012.263582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707434624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767012.263592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767012.263596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767012.263598:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767012.263609:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2950 00000100:00100000:3.0:1775767012.263613:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707434496:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767012.263615:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767012.263627:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767012.263635:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767012.263654:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707434752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767012.263740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767012.263792:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767012/real 1775767012] req@ffff967cc64ed180 x1862023707434496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767012.263817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707434496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767012.263829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767012.263835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767012.263839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707434496:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767012.263880:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434624:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767012.263909:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767012.263924:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767012/real 1775767012] req@ffff967cc64ec000 x1862023707434624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767012.263938:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707434624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767012.263947:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767012.263951:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767012.263965:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434624:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767012.263974:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434752:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767012.263998:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767012.264010:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767012/real 1775767012] req@ffff967cc64edc00 x1862023707434752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767012.264023:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707434752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767012.264032:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767012.264036:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767012.264039:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707434752:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767012.967440:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767013.991425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767015.015523:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767016.039361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767017.063399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767017.383378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767017.383390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767017.383412:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767017.383427:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2955 00000100:00080000:0.0:1775767017.383440:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767017.383450:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767017.383504:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707434880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767017.383532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767017.383536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767017.383537:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767017.383541:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2955 00000100:00080000:0.0:1775767017.383544:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767017.383548:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767017.383575:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767017.383586:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707435008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767017.383595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767017.383599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767017.383600:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767017.383603:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2955 00000100:00080000:0.0:1775767017.383606:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767017.383608:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767017.383612:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767017.383622:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707435136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767017.383622:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707434880:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767017.383785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767017.383880:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767017/real 1775767017] req@ffff967cc64ec380 x1862023707434880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767017.383907:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707434880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767017.383937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767017.383943:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767017.383948:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707434880:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767017.383958:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435008:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767017.383989:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767017.384006:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767017/real 1775767017] req@ffff967cc64ef800 x1862023707435008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767017.384021:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707435008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767017.384032:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767017.384036:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767017.384041:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435008:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767017.384094:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435136:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767017.384148:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767017.384163:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767017/real 1775767017] req@ffff967cc64ec700 x1862023707435136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767017.384178:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707435136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767017.384188:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767017.384192:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767017.384212:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435136:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767018.087421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767019.111570:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767020.135410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767021.159530:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767022.183435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767022.503418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767022.503429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767022.503435:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767022.503445:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2960 00000100:00080000:1.0:1775767022.503456:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767022.503481:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767022.503528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707435264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767022.503556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767022.503559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767022.503561:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767022.503564:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2960 00000100:00080000:1.0:1775767022.503567:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767022.503569:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767022.503579:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767022.503593:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707435392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767022.503627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767022.503634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767022.503636:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775767022.503637:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707435264:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767022.503642:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2960 00000100:00080000:1.0:1775767022.503649:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767022.503662:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767022.503667:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767022.503682:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707435520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767022.503729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767022.503799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767022/real 1775767022] req@ffff967cc31d9880 x1862023707435264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767022.503831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707435264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767022.503841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767022.503845:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767022.503848:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707435264:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767022.503889:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435392:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767022.503910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767022.503920:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767022/real 1775767022] req@ffff967cc31dbb80 x1862023707435392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767022.503930:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707435392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767022.503937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767022.503939:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767022.503942:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435392:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767022.503947:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435520:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767022.503960:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767022.503968:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767022/real 1775767022] req@ffff967cc31dad80 x1862023707435520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767022.503981:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707435520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767022.503998:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767022.504003:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767022.504021:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435520:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767023.207376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767024.231404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767025.255428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767026.279367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767027.303437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767027.623336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767027.623344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767027.623348:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767027.623357:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2965 00000100:00080000:1.0:1775767027.623367:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767027.623373:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767027.623406:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707435648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767027.623432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767027.623435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767027.623436:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767027.623439:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2965 00000100:00080000:1.0:1775767027.623441:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767027.623444:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767027.623451:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767027.623460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707435776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767027.623471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767027.623474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767027.623476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767027.623481:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2965 00000100:00080000:1.0:1775767027.623485:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767027.623491:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767027.623492:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707435648:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775767027.623497:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767027.623513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707435904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767027.623580:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767027.623616:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767027/real 1775767027] req@ffff967cc31db800 x1862023707435648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767027.623630:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707435648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767027.623638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767027.623641:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767027.623644:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707435648:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767027.623649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435776:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767027.623664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767027.623672:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767027/real 1775767027] req@ffff967cc31d8a80 x1862023707435776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767027.623679:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707435776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767027.623689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767027.623691:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767027.623693:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435776:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767027.623710:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435904:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767027.623721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767027.623727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767027/real 1775767027] req@ffff967cc31dad80 x1862023707435904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767027.623734:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707435904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767027.623739:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767027.623741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767027.623743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707435904:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767028.327464:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767029.351489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767030.375445:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767031.399448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767032.423624:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767032.743364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767032.743372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767032.743376:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767032.743384:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2971 00000100:00080000:3.0:1775767032.743395:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767032.743400:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767032.743442:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707436032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767032.743473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767032.743476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767032.743477:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767032.743480:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2971 00000100:00080000:3.0:1775767032.743483:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767032.743485:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767032.743512:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767032.743523:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707436160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767032.743532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767032.743534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767032.743536:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767032.743539:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2971 00000100:00080000:3.0:1775767032.743543:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767032.743545:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767032.743549:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767032.743555:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707436288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767032.743575:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707436032:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767032.743671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767032.743726:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767032/real 1775767032] req@ffff967cc796f100 x1862023707436032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767032.743745:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707436032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767032.743754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767032.743758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767032.743761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707436032:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767032.743766:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436160:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767032.743785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767032.743793:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767032/real 1775767032] req@ffff967cc796d500 x1862023707436160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767032.743801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707436160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767032.743812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767032.743816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767032.743819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436160:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767032.743848:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436288:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767032.743870:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767032.743880:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767032/real 1775767032] req@ffff967cc796f480 x1862023707436288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767032.743889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707436288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767032.743895:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767032.743898:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767032.743900:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436288:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767033.447464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767034.471459:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767035.495449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767036.519410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767037.543505:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767037.863385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767037.863393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767037.863396:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767037.863404:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2976 00000100:00080000:0.0:1775767037.863415:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767037.863420:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767037.863499:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707436416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767037.863532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767037.863535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767037.863536:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767037.863540:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2976 00000100:00080000:0.0:1775767037.863543:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767037.863548:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767037.863556:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767037.863569:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707436416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767037.863570:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707436544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767037.863583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767037.863585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767037.863586:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767037.863589:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2976 00000100:00080000:0.0:1775767037.863592:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767037.863594:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767037.863597:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767037.863606:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707436672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767037.863630:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767037.863663:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767037/real 1775767037] req@ffff967cc64eed80 x1862023707436416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767037.863681:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707436416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767037.863689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767037.863692:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767037.863695:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707436416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767037.863714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436544:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767037.863728:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767037.863736:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767037/real 1775767037] req@ffff967cc64ec700 x1862023707436544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767037.863744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707436544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767037.863750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767037.863753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767037.863757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436544:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767037.863763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436672:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767037.863783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767037.863795:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767037/real 1775767037] req@ffff967cc64ef800 x1862023707436672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767037.863808:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707436672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767037.863824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767037.863827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767037.863829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436672:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767038.567340:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767039.591487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767040.615342:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767041.639461:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767042.663461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767042.983371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767042.983394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767042.983400:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767042.983411:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2981 00000100:00080000:3.0:1775767042.983423:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767042.983429:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767042.983474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707436800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767042.983502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767042.983505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767042.983506:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767042.983509:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2981 00000100:00080000:3.0:1775767042.983512:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767042.983515:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767042.983525:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767042.983534:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707436928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767042.983543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767042.983546:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707436800:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767042.983546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767042.983548:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767042.983555:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2981 00000100:00080000:3.0:1775767042.983559:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767042.983561:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767042.983564:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767042.983575:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707437056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767042.983635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767042.983691:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767042/real 1775767042] req@ffff967cc796ed80 x1862023707436800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767042.983718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707436800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767042.983731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767042.983736:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767042.983741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707436800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767042.983769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436928:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767042.983788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767042.983800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767042/real 1775767042] req@ffff967cc796e680 x1862023707436928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767042.983813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707436928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767042.983820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767042.983822:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767042.983824:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707436928:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767042.983829:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437056:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767042.983846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767042.983866:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767042/real 1775767042] req@ffff967cc796f480 x1862023707437056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767042.983876:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707437056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767042.983887:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767042.983889:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767042.983891:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437056:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767043.687424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767044.711411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767045.735437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767046.759422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767047.783469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767048.103402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767048.103418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767048.103422:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767048.103434:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2986 00000100:00080000:0.0:1775767048.103446:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767048.103454:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767048.103495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707437184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767048.103528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767048.103532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767048.103535:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767048.103540:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2986 00000100:00080000:0.0:1775767048.103545:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767048.103550:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767048.103557:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707437184:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775767048.103560:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767048.103577:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707437312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767048.103590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767048.103594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767048.103596:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767048.103601:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2986 00000100:00080000:0.0:1775767048.103605:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767048.103610:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767048.103616:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767048.103629:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707437440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767048.103652:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767048.103681:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437440:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767048.807409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767049.831454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767050.855401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775767051.175582:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775767051.175635:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775767051.175657:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767051.175710:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767051.175723:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767051.175767:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767048/real 1775767051] req@ffff967cc64edc00 x1862023707437312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767051.175800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707437312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767051.175822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767051.175829:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767051.175834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767051.175848:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767048/real 1775767051] req@ffff967cc64ec000 x1862023707437440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767051.175863:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707437440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767051.175872:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767051.175876:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767051.175880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437440:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775767051.175888:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767048/real 1775767051] req@ffff967cc64ec380 x1862023707437184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767051.175902:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707437184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767051.175921:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767051.175925:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767051.175929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707437184:192.168.202.151@tcp:250:kworker.0 00010000:00010000:3.0:1775767051.879489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767052.903434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767053.223369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767053.223379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767053.223384:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767053.223394:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2991 00000100:00080000:1.0:1775767053.223407:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767053.223414:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767053.223452:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707437568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767053.223477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767053.223480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767053.223482:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767053.223487:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2991 00000100:00080000:1.0:1775767053.223491:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767053.223496:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767053.223508:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767053.223533:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707437568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767053.223536:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707437696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767053.223552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767053.223556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767053.223564:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767053.223569:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2991 00000100:00080000:1.0:1775767053.223574:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767053.223578:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767053.223584:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767053.223594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707437824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767053.223643:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767053.223694:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767053/real 1775767053] req@ffff967cc31dbb80 x1862023707437568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767053.223732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707437568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767053.223751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767053.223757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767053.223762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707437568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767053.223793:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437696:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767053.223823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767053.223837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767053/real 1775767053] req@ffff967cc31d9880 x1862023707437696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767053.223851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707437696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767053.223860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767053.223864:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767053.223867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437696:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767053.223874:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437824:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767053.223897:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767053.223908:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767053/real 1775767053] req@ffff967cc31d9f80 x1862023707437824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767053.223919:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707437824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767053.223928:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767053.223932:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767053.223935:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707437824:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767053.927420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767054.951450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767055.975414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767056.999397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767058.023394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767058.343339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767058.343349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767058.343354:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767058.343365:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 2996 00000100:00080000:1.0:1775767058.343376:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767058.343383:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767058.343420:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707437952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767058.343450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767058.343454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767058.343456:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767058.343460:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2996 00000100:00080000:1.0:1775767058.343464:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767058.343468:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767058.343477:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767058.343488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707438080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767058.343498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767058.343502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767058.343504:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767058.343508:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 2996 00000100:00080000:1.0:1775767058.343512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767058.343516:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767058.343521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767058.343531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707438208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767058.343541:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707437952:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767058.343600:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767058.343634:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767058/real 1775767058] req@ffff967cc31d9180 x1862023707437952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767058.343649:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707437952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767058.343656:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767058.343659:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767058.343662:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707437952:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767058.343668:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438080:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767058.343680:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767058.343688:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767058/real 1775767058] req@ffff967cc31d8e00 x1862023707438080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767058.343695:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707438080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767058.343700:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767058.343702:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767058.343704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438080:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767058.343723:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438208:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767058.343734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767058.343740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767058/real 1775767058] req@ffff967cc31da300 x1862023707438208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767058.343747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707438208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767058.343753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767058.343754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767058.343756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438208:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767059.047369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767060.071371:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767061.095326:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767062.119422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767063.143360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767063.463401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767063.463410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767063.463414:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767063.463425:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3001 00000100:00080000:1.0:1775767063.463437:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767063.463444:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767063.463481:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707438336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767063.463512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767063.463515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767063.463516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767063.463520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3001 00000100:00080000:1.0:1775767063.463524:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767063.463527:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767063.463536:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767063.463547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707438464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767063.463558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767063.463564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775767063.463565:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707438336:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767063.463566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767063.463575:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3001 00000100:00080000:1.0:1775767063.463579:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767063.463583:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767063.463590:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767063.463602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707438592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767063.463643:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767063.463687:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767063/real 1775767063] req@ffff967cc31d8000 x1862023707438336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767063.463703:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707438336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767063.463712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767063.463715:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767063.463719:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707438336:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767063.463739:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438464:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767063.463755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767063.463763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767063/real 1775767063] req@ffff967cc31d8700 x1862023707438464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767063.463772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707438464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767063.463789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767063.463792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767063.463794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438464:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767063.463798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438592:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767063.463811:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767063.463817:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767063/real 1775767063] req@ffff967cc31d8380 x1862023707438592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767063.463825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707438592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767063.463830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767063.463833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767063.463835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438592:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767064.167344:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767065.191355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767066.215382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767067.239359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767068.263446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767068.583347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767068.583354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767068.583358:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767068.583366:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3006 00000100:00080000:2.0:1775767068.583376:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767068.583382:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767068.583430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707438720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767068.583459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767068.583464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767068.583465:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767068.583470:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3006 00000100:00080000:2.0:1775767068.583474:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767068.583479:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767068.583490:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767068.583511:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707438720:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767068.583513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707438848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767068.583528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767068.583531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767068.583532:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767068.583536:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3006 00000100:00080000:2.0:1775767068.583539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767068.583545:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767068.583550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767068.583560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707438976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767068.583583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767068.583632:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767068/real 1775767068] req@ffff967bc4ba2300 x1862023707438720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767068.583650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707438720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767068.583659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767068.583663:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767068.583668:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707438720:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767068.583691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438848:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767068.583714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767068.583725:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767068/real 1775767068] req@ffff967bc4ba3b80 x1862023707438848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767068.583748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707438848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767068.583756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767068.583759:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767068.583763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438848:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767068.583769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438976:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767068.583789:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767068.583799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767068/real 1775767068] req@ffff967bc4ba1180 x1862023707438976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767068.583811:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707438976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767068.583820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767068.583823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767068.583826:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707438976:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767069.287425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767070.311399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767071.335461:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767072.359418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767073.383386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767073.703362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767073.703370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767073.703374:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767073.703382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3012 00000100:00080000:0.0:1775767073.703392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767073.703397:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767073.703430:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707439104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767073.703455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767073.703458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767073.703460:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767073.703463:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3012 00000100:00080000:0.0:1775767073.703465:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767073.703468:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767073.703474:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767073.703482:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707439232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767073.703490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767073.703492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767073.703493:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767073.703496:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3012 00000100:00080000:0.0:1775767073.703498:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767073.703501:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767073.703505:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767073.703513:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707439104:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767073.703521:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707439360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767073.703585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767073.703622:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767073/real 1775767073] req@ffff967cc64ed180 x1862023707439104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767073.703638:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707439104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767073.703645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767073.703648:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767073.703651:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707439104:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767073.703668:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439232:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767073.703682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767073.703689:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767073/real 1775767073] req@ffff967cc64edf80 x1862023707439232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767073.703697:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707439232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767073.703702:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767073.703704:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767073.703706:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439232:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767073.703724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439360:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767073.703736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767073.703742:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767073/real 1775767073] req@ffff967cc64ef480 x1862023707439360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767073.703750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707439360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767073.703759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767073.703761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767073.703763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439360:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767074.407531:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767075.431390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767076.455366:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767077.479382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767078.503350:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767078.823433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767078.823441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767078.823445:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767078.823453:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3017 00000100:00080000:1.0:1775767078.823462:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767078.823468:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767078.823501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707439488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767078.823526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767078.823528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767078.823529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767078.823532:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3017 00000100:00080000:1.0:1775767078.823535:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767078.823537:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767078.823544:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767078.823552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707439616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767078.823558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767078.823561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767078.823562:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767078.823564:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3017 00000100:00080000:1.0:1775767078.823567:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767078.823570:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767078.823573:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767078.823581:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707439744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767078.823614:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707439488:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767078.823692:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767078.823744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767078/real 1775767078] req@ffff967cc31d9c00 x1862023707439488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767078.823764:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707439488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767078.823775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767078.823780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767078.823784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707439488:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767078.823792:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439616:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767078.823813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767078.823823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767078/real 1775767078] req@ffff967cc31da680 x1862023707439616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767078.823834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707439616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767078.823841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767078.823843:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767078.823846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439616:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767078.823852:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439744:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767078.823867:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767078.823875:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767078/real 1775767078] req@ffff967cc31d8380 x1862023707439744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767078.823884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707439744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767078.823891:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767078.823894:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767078.823896:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707439744:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767079.527375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767080.551418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767081.575356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767082.599373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767083.623383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767083.943363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767083.943372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767083.943376:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767083.943384:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3022 00000100:00080000:2.0:1775767083.943393:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767083.943398:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767083.943432:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707439872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767083.943454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767083.943457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767083.943458:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767083.943461:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3022 00000100:00080000:2.0:1775767083.943463:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767083.943466:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767083.943473:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767083.943481:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707440000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767083.943488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767083.943490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767083.943491:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767083.943494:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3022 00000100:00080000:2.0:1775767083.943496:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767083.943499:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767083.943503:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767083.943512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707440128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767083.943529:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707439872:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767083.943587:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767083.943621:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767083/real 1775767083] req@ffff967bc4ba3800 x1862023707439872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767083.943635:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707439872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767083.943642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767083.943645:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767083.943648:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707439872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767083.943653:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440000:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767083.943666:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767083.943673:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767083/real 1775767083] req@ffff967bc4ba0e00 x1862023707440000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767083.943682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707440000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767083.943687:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767083.943689:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767083.943690:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440000:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767083.943709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440128:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767083.943720:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767083.943726:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767083/real 1775767083] req@ffff967bc4ba1880 x1862023707440128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767083.943734:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707440128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767083.943738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767083.943740:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767083.943742:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440128:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767084.647382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767085.671404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767086.695391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767087.719385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767088.743353:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767089.063335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767089.063342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767089.063346:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767089.063354:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3027 00000100:00080000:2.0:1775767089.063365:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767089.063370:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767089.063403:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707440256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767089.063429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767089.063431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767089.063432:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767089.063436:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3027 00000100:00080000:2.0:1775767089.063438:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767089.063441:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767089.063452:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767089.063460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707440384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767089.063468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767089.063470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767089.063472:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767089.063476:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3027 00000100:00080000:2.0:1775767089.063478:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767089.063481:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767089.063484:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767089.063490:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707440512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767089.063500:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707440256:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767089.063567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767089.063617:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767089/real 1775767089] req@ffff967bc4ba2d80 x1862023707440256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767089.063636:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707440256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767089.063651:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767089.063655:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767089.063659:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707440256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767089.063665:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440384:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767089.063689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767089.063702:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767089/real 1775767089] req@ffff967bc4ba0000 x1862023707440384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767089.063714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707440384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767089.063721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767089.063725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767089.063728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440384:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767089.063752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440512:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767089.063791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767089.063805:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767089/real 1775767089] req@ffff967bc4ba0a80 x1862023707440512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767089.063820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707440512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767089.063831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767089.063835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767089.063839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440512:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767089.767389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767090.791362:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767091.815437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767092.839349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767093.863339:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767094.183351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767094.183361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767094.183365:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767094.183374:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3032 00000100:00080000:3.0:1775767094.183385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767094.183391:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767094.183425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707440640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767094.183454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767094.183456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767094.183457:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767094.183462:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3032 00000100:00080000:3.0:1775767094.183465:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767094.183469:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767094.183479:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767094.183494:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707440768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767094.183507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767094.183509:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707440640:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767094.183512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767094.183517:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767094.183523:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3032 00000100:00080000:3.0:1775767094.183527:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767094.183530:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767094.183536:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767094.183547:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707440896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767094.183573:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767094.183611:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767094/real 1775767094] req@ffff967cc796d500 x1862023707440640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767094.183628:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707440640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767094.183637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767094.183640:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767094.183643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707440640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767094.183664:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440768:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767094.183688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767094.183700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767094/real 1775767094] req@ffff967cc796f100 x1862023707440768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767094.183709:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707440768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767094.183715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767094.183718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767094.183720:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440768:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767094.183724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440896:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767094.183739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767094.183745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767094/real 1775767094] req@ffff967cc796d180 x1862023707440896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767094.183752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707440896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767094.183758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767094.183760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767094.183762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707440896:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767094.887360:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767095.911399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767096.935345:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767097.959402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767098.983350:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767099.303315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767099.303323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767099.303327:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767099.303335:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3037 00000100:00080000:3.0:1775767099.303346:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767099.303351:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767099.303386:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707441024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767099.303412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767099.303414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767099.303416:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767099.303419:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3037 00000100:00080000:3.0:1775767099.303421:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767099.303423:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767099.303431:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767099.303441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707441152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767099.303448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767099.303451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767099.303452:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767099.303472:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3037 00000100:00080000:3.0:1775767099.303475:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767099.303478:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767099.303482:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767099.303490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707441280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767099.303500:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707441024:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767099.303559:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767099.303604:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767099/real 1775767099] req@ffff967cc796ca80 x1862023707441024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767099.303621:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707441024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767099.303629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767099.303632:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767099.303635:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707441024:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767099.303640:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441152:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767099.303655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767099.303663:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767099/real 1775767099] req@ffff967cc796ce00 x1862023707441152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767099.303671:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707441152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767099.303677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767099.303679:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767099.303681:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441152:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767099.303700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441280:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767099.303713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767099.303719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767099/real 1775767099] req@ffff967cc796d180 x1862023707441280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767099.303726:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707441280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767099.303732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767099.303734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767099.303736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441280:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767100.007354:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767101.031370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767102.055376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767103.079422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767104.103429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767104.423399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767104.423411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767104.423416:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767104.423426:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3042 00000100:00080000:3.0:1775767104.423439:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767104.423446:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767104.423493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707441408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767104.423521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767104.423524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767104.423525:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767104.423528:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3042 00000100:00080000:3.0:1775767104.423531:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767104.423533:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767104.423542:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767104.423551:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707441536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767104.423558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767104.423563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767104.423565:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767104.423568:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3042 00000100:00080000:3.0:1775767104.423571:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767104.423573:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767104.423576:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767104.423581:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707441408:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767104.423586:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707441664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767104.423655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767104.423698:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767104/real 1775767104] req@ffff967cc796f100 x1862023707441408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767104.423714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707441408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767104.423722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767104.423726:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767104.423729:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707441408:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767104.423735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441536:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767104.423772:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767104.423781:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767104/real 1775767104] req@ffff967cc796d500 x1862023707441536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767104.423790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707441536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767104.423795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767104.423798:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767104.423800:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441536:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767104.423820:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441664:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767104.423832:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767104.423838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767104/real 1775767104] req@ffff967cc796f480 x1862023707441664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767104.423846:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707441664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767104.423851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767104.423854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767104.423856:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441664:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767105.127392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767106.151375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767107.175342:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767108.199420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767109.223437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767109.543339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767109.543350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767109.543355:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767109.543366:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3047 00000100:00080000:0.0:1775767109.543377:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767109.543384:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767109.543446:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707441792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767109.543482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767109.543485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767109.543486:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767109.543490:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3047 00000100:00080000:0.0:1775767109.543493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767109.543497:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767109.543508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767109.543520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707441920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767109.543524:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707441792:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767109.543534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767109.543537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767109.543538:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767109.543542:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3047 00000100:00080000:0.0:1775767109.543544:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767109.543546:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767109.543558:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767109.543568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707442048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767109.543597:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767109.543638:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767109/real 1775767109] req@ffff967cc64ed500 x1862023707441792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767109.543654:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707441792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767109.543663:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767109.543666:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767109.543670:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707441792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767109.543714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441920:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767109.543731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767109.543740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767109/real 1775767109] req@ffff967cc64eea00 x1862023707441920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767109.543748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707441920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767109.543755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767109.543758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767109.543760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707441920:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767109.543764:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442048:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767109.543775:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767109.543781:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767109/real 1775767109] req@ffff967cc64ece00 x1862023707442048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767109.543789:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707442048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767109.543794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767109.543796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767109.543798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442048:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767110.247396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767111.271480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767112.295376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767113.319502:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767114.343394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767114.663370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767114.663381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767114.663386:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767114.663397:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3053 00000100:00080000:0.0:1775767114.663409:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767114.663417:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767114.663464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707442176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767114.663490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767114.663493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767114.663494:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767114.663498:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3053 00000100:00080000:0.0:1775767114.663500:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767114.663503:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767114.663515:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767114.663532:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707442304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767114.663544:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707442176:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767114.663569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767114.663571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767114.663573:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767114.663577:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3053 00000100:00080000:0.0:1775767114.663581:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767114.663591:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767114.663597:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767114.663608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707442432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767114.663680:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442304:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767114.663706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442432:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767115.367406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767116.391352:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767117.415382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767117.735593:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767117.735647:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767117.735665:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767117.735712:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767117.735722:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767117.735782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767114/real 1775767117] req@ffff967cc64ece00 x1862023707442304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767117.735821:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707442304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767117.735843:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767117.735849:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767117.735855:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442304:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767117.735863:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767114/real 1775767117] req@ffff967cc64eea00 x1862023707442432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767117.735875:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707442432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767117.735883:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767117.735886:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767117.735890:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442432:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775767117.735897:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767114/real 1775767117] req@ffff967cc64eca80 x1862023707442176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767117.735909:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707442176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767117.735918:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767117.735922:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767117.735925:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707442176:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775767118.439463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767119.463361:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767119.783376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767119.783386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767119.783390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767119.783401:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3058 00000100:00080000:0.0:1775767119.783413:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767119.783421:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767119.783476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707442560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767119.783506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767119.783509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767119.783512:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767119.783515:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3058 00000100:00080000:0.0:1775767119.783519:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767119.783522:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767119.783531:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767119.783541:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707442688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767119.783550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767119.783556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775767119.783556:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707442560:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767119.783557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767119.783566:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3058 00000100:00080000:0.0:1775767119.783568:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767119.783571:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767119.783574:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767119.783619:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707442816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767119.783651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767119.783713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767119/real 1775767119] req@ffff967cc64ed500 x1862023707442560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767119.783746:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707442560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767119.783754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767119.783757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767119.783760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707442560:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767119.783780:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442688:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767119.783796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767119.783804:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767119/real 1775767119] req@ffff967cc64ef480 x1862023707442688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767119.783812:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707442688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767119.783818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767119.783820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767119.783822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442688:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767119.783825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442816:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767119.783836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767119.783842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767119/real 1775767119] req@ffff967cc64edf80 x1862023707442816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767119.783849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707442816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767119.783859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767119.783861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767119.783864:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707442816:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767120.487385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767121.511362:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767122.535348:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767123.559350:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767124.583346:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767124.903383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767124.903395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767124.903400:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767124.903411:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3063 00000100:00080000:2.0:1775767124.903424:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767124.903431:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767124.903477:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707442944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767124.903505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767124.903508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767124.903510:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767124.903513:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3063 00000100:00080000:2.0:1775767124.903516:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767124.903519:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767124.903545:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767124.903558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707443072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767124.903572:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707442944:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767124.903575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767124.903581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767124.903583:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767124.903587:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3063 00000100:00080000:2.0:1775767124.903591:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767124.903593:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767124.903597:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767124.903607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707443200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767124.903648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767124.903697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767124/real 1775767124] req@ffff967bc4ba1f80 x1862023707442944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767124.903723:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707442944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767124.903736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767124.903742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767124.903747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707442944:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767124.903775:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443072:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767124.903796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767124.903806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767124/real 1775767124] req@ffff967bc4ba3100 x1862023707443072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767124.903815:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707443072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767124.903822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767124.903824:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767124.903827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443072:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767124.903832:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443200:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767124.903846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767124.903852:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767124/real 1775767124] req@ffff967bc4ba1c00 x1862023707443200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767124.903860:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707443200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767124.903866:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767124.903868:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767124.903870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443200:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767125.607381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767126.631386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767127.655368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767128.679437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767129.703362:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767130.023402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767130.023410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767130.023414:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767130.023422:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3068 00000100:00080000:0.0:1775767130.023453:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767130.023459:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767130.023520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707443328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767130.023563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767130.023567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767130.023569:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767130.023574:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3068 00000100:00080000:0.0:1775767130.023578:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767130.023583:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767130.023593:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767130.023605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707443456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767130.023622:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707443328:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767130.023624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767130.023628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767130.023629:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767130.023633:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3068 00000100:00080000:0.0:1775767130.023637:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767130.023641:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767130.023646:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767130.023656:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707443584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767130.023687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767130.023728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767130/real 1775767130] req@ffff967cc64ed180 x1862023707443328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767130.023743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707443328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767130.023766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767130.023769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767130.023772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707443328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767130.023792:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443456:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767130.023829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767130.023855:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767130/real 1775767130] req@ffff967cc64ec380 x1862023707443456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767130.023871:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707443456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767130.023884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767130.023888:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767130.023908:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443456:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767130.023914:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443584:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767130.023937:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767130.023950:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767130/real 1775767130] req@ffff967cc64ec000 x1862023707443584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767130.023963:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707443584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767130.023989:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767130.023993:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767130.024006:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443584:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767130.727412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767131.751444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767132.775428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767133.799387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767134.823412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767135.143469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767135.143479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767135.143483:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767135.143494:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3073 00000100:00080000:2.0:1775767135.143505:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767135.143512:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767135.143610:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707443712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767135.143646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767135.143650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767135.143652:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767135.143657:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3073 00000100:00080000:2.0:1775767135.143672:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767135.143676:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767135.143687:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767135.143703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707443840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767135.143718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767135.143722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767135.143736:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767135.143743:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3073 00000100:00080000:2.0:1775767135.143750:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775767135.143750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707443712:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767135.143763:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767135.143770:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767135.143785:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707443968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767135.143848:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767135.143903:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767135/real 1775767135] req@ffff967bc4ba2a00 x1862023707443712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767135.143922:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707443712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767135.143937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767135.143940:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767135.143944:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707443712:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767135.143968:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443840:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767135.143994:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767135.144008:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767135/real 1775767135] req@ffff967bc4ba3480 x1862023707443840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767135.144024:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707443840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767135.144034:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767135.144054:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767135.144058:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443840:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767135.144065:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443968:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767135.144086:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767135.144095:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767135/real 1775767135] req@ffff967bc4ba2680 x1862023707443968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767135.144104:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707443968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767135.144111:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767135.144113:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767135.144116:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707443968:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767135.847392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767136.871364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767137.895341:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767138.919411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767139.943473:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767140.263467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767140.263485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767140.263494:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767140.263516:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3078 00000100:00080000:0.0:1775767140.263535:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767140.263548:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767140.263616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707444096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767140.263681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767140.263690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767140.263695:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767140.263705:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3078 00000100:00080000:0.0:1775767140.263714:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767140.263723:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767140.263735:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707444096:192.168.202.151@tcp:250:kworker.0 00000008:00100000:0.0:1775767140.263748:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767140.263779:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707444224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767140.263814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767140.263821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767140.263825:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767140.263833:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3078 00000100:00080000:0.0:1775767140.263841:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767140.263848:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767140.263858:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775767140.263863:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767140.263884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707444352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767140.263957:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767140/real 1775767140] req@ffff967cc64edc00 x1862023707444096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767140.263987:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707444096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767140.264001:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767140.264007:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767140.264013:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707444096:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767140.264048:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444224:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767140.264083:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767140.264099:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767140/real 1775767140] req@ffff967cc64ef800 x1862023707444224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767140.264139:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707444224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767140.264151:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767140.264155:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767140.264160:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444224:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767140.264167:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444352:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767140.264193:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767140.264206:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767140/real 1775767140] req@ffff967cc64ec700 x1862023707444352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767140.264222:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707444352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767140.264232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767140.264236:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767140.264242:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444352:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767140.967389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767141.991450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767143.015362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767144.039400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767145.063375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767145.383382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767145.383393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767145.383397:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767145.383408:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3083 00000100:00080000:0.0:1775767145.383421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767145.383429:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767145.383465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707444480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767145.383496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767145.383499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767145.383500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767145.383503:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3083 00000100:00080000:0.0:1775767145.383506:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767145.383509:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767145.383516:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767145.383526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707444608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767145.383534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767145.383537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767145.383538:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775767145.383542:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707444480:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767145.383545:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3083 00000100:00080000:0.0:1775767145.383550:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767145.383554:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767145.383557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767145.383576:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707444736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767145.383618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767145.383660:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767145/real 1775767145] req@ffff967cc64eed80 x1862023707444480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767145.383675:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707444480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767145.383682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767145.383684:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767145.383687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707444480:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767145.383706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444608:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767145.383722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767145.383732:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767145/real 1775767145] req@ffff967cc64ec700 x1862023707444608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767145.383739:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707444608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767145.383749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767145.383751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767145.383753:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444608:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767145.383757:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444736:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767145.383779:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767145.383785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767145/real 1775767145] req@ffff967cc64ef800 x1862023707444736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767145.383792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707444736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767145.383797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767145.383799:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767145.383800:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444736:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767146.087411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767147.111473:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767148.135493:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767149.159394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767150.183470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767150.503356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767150.503366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767150.503370:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767150.503381:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3088 00000100:00080000:0.0:1775767150.503392:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767150.503400:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767150.503436:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707444864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767150.503470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767150.503474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767150.503476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767150.503481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3088 00000100:00080000:0.0:1775767150.503485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767150.503490:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767150.503528:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767150.503536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707444864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767150.503551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707444992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767150.503569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767150.503586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767150.503589:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767150.503596:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3088 00000100:00080000:0.0:1775767150.503603:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775767150.503604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00080000:0.0:1775767150.503615:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767150.503638:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767150.503654:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707445120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767150.503666:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767150/real 1775767150] req@ffff967cc64edc00 x1862023707444864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767150.503682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707444864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767150.503690:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767150.503694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767150.503697:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707444864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767150.503716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444992:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767150.503730:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767150.503746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767150/real 1775767150] req@ffff967cc64ec000 x1862023707444992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767150.503754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707444992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767150.503759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767150.503761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767150.503763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707444992:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767150.503766:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445120:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767150.503777:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767150.503785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767150/real 1775767150] req@ffff967cc64ec380 x1862023707445120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767150.503797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707445120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767150.503805:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767150.503809:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767150.503812:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445120:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767151.207391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767152.231586:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767153.255367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767154.279432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767155.303396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767155.623387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767155.624686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767155.624691:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767155.624700:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3093 00000100:00080000:1.0:1775767155.624712:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767155.624729:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767155.624765:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707445248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767155.624792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767155.624794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767155.624796:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767155.624799:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3093 00000100:00080000:1.0:1775767155.624801:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767155.624804:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767155.624812:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767155.624820:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707445376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767155.624828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767155.624831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767155.624832:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767155.624835:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3093 00000100:00080000:1.0:1775767155.624837:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767155.624840:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767155.624843:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767155.624849:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707445248:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767155.624852:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707445504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767155.624912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767155.624949:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767155/real 1775767155] req@ffff967cc31d8700 x1862023707445248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767155.624964:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707445248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767155.624973:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767155.624976:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767155.624979:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707445248:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767155.624984:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445376:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767155.624997:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767155.625005:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767155/real 1775767155] req@ffff967cc31d8000 x1862023707445376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767155.625013:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707445376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767155.625018:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767155.625020:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767155.625022:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445376:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767155.625039:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445504:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767155.625051:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767155.625056:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767155/real 1775767155] req@ffff967cc31da300 x1862023707445504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767155.625073:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707445504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767155.625086:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767155.625088:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767155.625090:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445504:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767156.327363:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767157.351515:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767158.375398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767159.399597:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767160.423419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767160.743397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767160.743408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767160.743412:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767160.743421:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3099 00000100:00080000:0.0:1775767160.743432:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767160.743438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767160.743486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707445632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767160.743509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767160.743512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767160.743513:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767160.743516:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3099 00000100:00080000:0.0:1775767160.743519:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767160.743522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767160.743532:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767160.743542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707445760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767160.743551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767160.743554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767160.743555:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767160.743561:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3099 00000100:00100000:3.0:1775767160.743562:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707445632:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767160.743563:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767160.743569:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767160.743574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767160.743582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707445888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767160.743631:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767160.743705:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767160/real 1775767160] req@ffff967cc64ed180 x1862023707445632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767160.743722:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707445632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767160.743731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767160.743735:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767160.743739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707445632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767160.743772:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445760:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767160.743790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767160.743816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767160/real 1775767160] req@ffff967cc64edf80 x1862023707445760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767160.743824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707445760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767160.743832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767160.743835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767160.743839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445760:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767160.743846:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445888:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767160.743866:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767160.743877:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767160/real 1775767160] req@ffff967cc64ef480 x1862023707445888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767160.743889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707445888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767160.743897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767160.743900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767160.743903:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707445888:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767161.447436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767162.471387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767163.495354:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767164.519391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767165.543355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767165.863330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767165.863339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767165.863343:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767165.863363:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3104 00000100:00080000:0.0:1775767165.863376:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767165.863383:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767165.863421:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707446016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767165.863468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767165.863471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767165.863472:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767165.863476:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3104 00000100:00080000:0.0:1775767165.863479:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767165.863482:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767165.863491:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767165.863502:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707446144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767165.863510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767165.863513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767165.863514:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767165.863518:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3104 00000100:00080000:0.0:1775767165.863521:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767165.863523:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767165.863528:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767165.863532:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707446016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767165.863539:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707446272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767165.863603:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767165.863643:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767165/real 1775767165] req@ffff967cc64ed500 x1862023707446016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767165.863659:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707446016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767165.863685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767165.863689:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767165.863693:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707446016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767165.863700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446144:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767165.863719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767165.863729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767165/real 1775767165] req@ffff967cc64eca80 x1862023707446144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767165.863754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707446144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767165.863765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767165.863770:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767165.863774:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446144:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767165.863813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446272:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767165.863843:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767165.863858:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767165/real 1775767165] req@ffff967cc64eea00 x1862023707446272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767165.863873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707446272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767165.863895:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767165.863899:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767165.863903:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446272:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767166.567368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767167.591377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767168.615478:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767169.639375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767170.663441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767170.983334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767170.983344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767170.983348:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767170.983359:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3109 00000100:00080000:0.0:1775767170.983370:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767170.983376:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767170.983419:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707446400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767170.983446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767170.983449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767170.983451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767170.983454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3109 00000100:00080000:0.0:1775767170.983456:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767170.983459:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767170.983467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767170.983477:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707446528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767170.983484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767170.983493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767170.983495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767170.983500:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3109 00000100:00080000:0.0:1775767170.983503:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767170.983508:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767170.983513:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767170.983527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707446656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767170.983536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707446400:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767170.983604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767170.983650:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767170/real 1775767170] req@ffff967cc64ece00 x1862023707446400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767170.983668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707446400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767170.983682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767170.983685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767170.983689:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707446400:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767170.983694:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446528:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767170.983708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767170.983715:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767170/real 1775767170] req@ffff967cc64eea00 x1862023707446528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767170.983723:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707446528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767170.983729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767170.983730:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767170.983732:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446528:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767170.983752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446656:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767170.983763:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767170.983769:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767170/real 1775767170] req@ffff967cc64eca80 x1862023707446656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767170.983776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707446656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767170.983781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767170.983783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767170.983785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446656:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775767171.687412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767172.711439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767173.735380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767174.759412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767175.783476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767176.103419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767176.103431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767176.103444:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767176.103455:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3114 00000100:00080000:1.0:1775767176.103467:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767176.103473:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767176.103522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707446784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767176.103546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767176.103549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767176.103552:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767176.103555:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3114 00000100:00080000:1.0:1775767176.103558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767176.103560:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767176.103569:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767176.103579:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707446912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767176.103588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767176.103592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767176.103593:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767176.103596:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3114 00000100:00080000:1.0:1775767176.103599:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767176.103603:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767176.103608:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767176.103620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707447040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767176.103636:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707446784:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767176.103854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767176.103906:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767176/real 1775767176] req@ffff967cc31d8e00 x1862023707446784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767176.103925:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707446784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767176.103933:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767176.103937:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767176.103940:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707446784:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767176.103947:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446912:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767176.103972:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767176.103980:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767176/real 1775767176] req@ffff967cc31d9180 x1862023707446912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767176.104010:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707446912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767176.104017:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767176.104020:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767176.104024:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707446912:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767176.104057:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447040:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767176.104082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767176.104094:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767176/real 1775767176] req@ffff967cc31d9f80 x1862023707447040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767176.104108:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707447040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767176.104117:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767176.104121:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767176.104125:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447040:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767176.807426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767177.831449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767178.855348:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767179.879402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767180.903388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767181.223394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767181.223416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767181.223422:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767181.223435:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3119 00000100:00080000:2.0:1775767181.223448:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767181.223456:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767181.223500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707447168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767181.223532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767181.223538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767181.223540:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767181.223544:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3119 00000100:00080000:2.0:1775767181.223558:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767181.223563:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767181.223573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767181.223580:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707447168:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767181.223586:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707447296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767181.223596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767181.223599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767181.223600:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767181.223603:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3119 00000100:00080000:2.0:1775767181.223607:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767181.223610:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767181.223613:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767181.223638:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707447424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767181.223745:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447296:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767181.223786:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447424:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775767181.927406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767182.951413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767183.975376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775767184.295634:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:0.0:1775767184.295679:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775767184.295697:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:0.0:1775767184.295758:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:0.0:1775767184.295766:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767184.295848:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767181/real 1775767184] req@ffff967bc4ba0380 x1862023707447296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767184.295893:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707447296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767184.295936:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767184.295943:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767184.295948:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447296:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767184.295957:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767181/real 1775767184] req@ffff967bc4ba1500 x1862023707447424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767184.295972:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707447424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767184.295986:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767184.295990:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767184.295994:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447424:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775767184.296001:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767181/real 1775767184] req@ffff967bc4ba0700 x1862023707447168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767184.296013:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707447168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767184.296020:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767184.296023:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767184.296026:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707447168:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775767184.999425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767186.023456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767186.343437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767186.343447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767186.343451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767186.343462:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3124 00000100:00080000:2.0:1775767186.343475:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767186.343483:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767186.343521:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707447552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767186.343556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767186.343560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767186.343561:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767186.343566:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3124 00000100:00080000:2.0:1775767186.343570:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767186.343575:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767186.343585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767186.343599:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707447680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767186.343609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767186.343611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767186.343612:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767186.343617:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3124 00000100:00080000:2.0:1775767186.343620:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767186.343624:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767186.343629:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767186.343639:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707447808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767186.343693:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707447552:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767186.343784:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767186.343842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767186/real 1775767186] req@ffff967bc4ba0700 x1862023707447552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767186.343865:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707447552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767186.343875:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767186.343893:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767186.343899:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707447552:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767186.343907:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447680:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767186.343936:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767186.343950:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767186/real 1775767186] req@ffff967bc4ba1500 x1862023707447680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767186.343963:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707447680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767186.343972:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767186.343975:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767186.343979:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447680:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767186.343986:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447808:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767186.344011:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767186.344023:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767186/real 1775767186] req@ffff967bc4ba0380 x1862023707447808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767186.344036:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707447808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767186.344042:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767186.344044:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767186.344046:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707447808:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767187.047369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767188.071423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767189.095369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767190.119439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767191.143367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767191.463389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767191.463397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767191.463401:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767191.463409:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3129 00000100:00080000:0.0:1775767191.463420:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767191.463426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767191.463462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707447936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767191.463488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767191.463491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767191.463492:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767191.463495:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3129 00000100:00080000:0.0:1775767191.463498:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767191.463501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767191.463519:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767191.463529:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707448064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767191.463537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767191.463541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775767191.463541:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707447936:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767191.463542:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767191.463549:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3129 00000100:00080000:0.0:1775767191.463554:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767191.463556:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767191.463560:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767191.463569:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707448192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767191.463621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767191.463658:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767191/real 1775767191] req@ffff967cc64ed500 x1862023707447936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767191.463679:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707447936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767191.463691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767191.463697:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767191.463701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707447936:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767191.463727:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448064:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767191.463755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767191.463768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767191/real 1775767191] req@ffff967cc64ef480 x1862023707448064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767191.463781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707448064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767191.463800:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767191.463803:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767191.463807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448064:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767191.463813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448192:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767191.463844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767191.463855:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767191/real 1775767191] req@ffff967cc64edf80 x1862023707448192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767191.463866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707448192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767191.463876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767191.463878:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767191.463880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448192:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775767192.167427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767193.191365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767194.215396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767195.239383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767196.263438:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767196.583313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767196.583321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767196.583326:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767196.583334:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3134 00000100:00080000:0.0:1775767196.583347:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767196.583356:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767196.583433:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707448320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767196.583461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767196.583465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767196.583467:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767196.583471:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3134 00000100:00080000:0.0:1775767196.583476:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767196.583480:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767196.583490:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767196.583503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707448448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767196.583512:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707448320:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767196.583517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767196.583523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767196.583525:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767196.583529:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3134 00000100:00080000:0.0:1775767196.583533:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767196.583536:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767196.583541:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767196.583551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707448576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767196.583592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767196.583636:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767196/real 1775767196] req@ffff967cc64ed180 x1862023707448320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767196.583658:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707448320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767196.583670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767196.583675:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767196.583679:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707448320:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767196.583705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448448:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767196.583732:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767196.583747:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767196/real 1775767196] req@ffff967cc64ec380 x1862023707448448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767196.583760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707448448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767196.583769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767196.583772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767196.583776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448448:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767196.583798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448576:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767196.583829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767196.583842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767196/real 1775767196] req@ffff967cc64ec000 x1862023707448576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767196.583851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707448576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767196.583857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767196.583859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767196.583861:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448576:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767197.287409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767198.311490:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767199.335422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767200.359497:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767201.383388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767201.703407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767201.703422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767201.703428:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767201.703443:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3140 00000100:00080000:0.0:1775767201.703456:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767201.703464:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767201.703516:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707448704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767201.703550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767201.703554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767201.703557:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767201.703562:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3140 00000100:00080000:0.0:1775767201.703566:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767201.703572:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767201.703583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767201.703599:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707448704:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767201.703600:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707448832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767201.703617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767201.703621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767201.703624:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767201.703629:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3140 00000100:00080000:0.0:1775767201.703633:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767201.703638:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767201.703644:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767201.703659:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707448960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767201.703679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767201.703719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767201/real 1775767201] req@ffff967cc64edc00 x1862023707448704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767201.703759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707448704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767201.703768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767201.703771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767201.703774:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707448704:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767201.703797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448832:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767201.703815:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767201.703824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767201/real 1775767201] req@ffff967cc64ef800 x1862023707448832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767201.703833:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707448832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767201.703839:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767201.703841:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767201.703843:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448832:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767201.703847:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448960:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767201.703858:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767201.703864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767201/real 1775767201] req@ffff967cc64ec700 x1862023707448960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767201.703871:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707448960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767201.703877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767201.703879:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767201.703881:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707448960:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775767202.407519:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767203.431468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767204.455519:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767205.479412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767206.503469:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767206.823345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767206.823392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767206.823395:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767206.823404:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3145 00000100:00080000:0.0:1775767206.823415:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767206.824540:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767206.824578:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707449088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767206.824600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767206.824603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767206.824604:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767206.824608:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3145 00000100:00080000:0.0:1775767206.824611:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767206.824613:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767206.824622:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767206.824632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707449216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767206.824639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767206.824641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767206.824642:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767206.824644:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3145 00000100:00080000:0.0:1775767206.824647:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767206.824650:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767206.824653:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767206.824660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707449344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767206.824679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707449088:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767206.824759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767206.824801:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767206/real 1775767206] req@ffff967cc64eed80 x1862023707449088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767206.824816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707449088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767206.824828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767206.824832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767206.824836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707449088:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767206.824842:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449216:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767206.824856:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767206.824863:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767206/real 1775767206] req@ffff967cc64ec700 x1862023707449216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767206.824871:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707449216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767206.824876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767206.824878:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767206.824880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449216:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767206.824884:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449344:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767206.824895:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767206.824900:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767206/real 1775767206] req@ffff967cc64ef800 x1862023707449344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767206.824907:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707449344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767206.824912:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767206.824914:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767206.824916:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449344:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767207.527376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767208.551399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767209.575464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775767210.599426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767211.624589:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767211.943362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767211.943372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767211.943377:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767211.943386:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3150 00000100:00080000:0.0:1775767211.943398:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767211.943405:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767211.943454:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707449472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767211.943480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767211.943484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767211.943485:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767211.943489:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3150 00000100:00080000:0.0:1775767211.943492:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767211.943495:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767211.943504:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767211.943515:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707449600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767211.943523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767211.943526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767211.943527:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767211.943531:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3150 00000100:00080000:0.0:1775767211.943533:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767211.943536:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767211.943541:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767211.943548:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707449728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767211.943566:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707449472:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767211.943655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767211.943708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767211/real 1775767211] req@ffff967cc64edc00 x1862023707449472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767211.943725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707449472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767211.943734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767211.943738:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767211.943741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707449472:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767211.943748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449600:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767211.943766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767211.943775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767211/real 1775767211] req@ffff967cc64ec000 x1862023707449600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767211.943784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707449600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767211.943790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767211.943792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767211.943794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449600:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767211.943816:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449728:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767211.943829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767211.943836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767211/real 1775767211] req@ffff967cc64ec380 x1862023707449728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767211.943846:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707449728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767211.943852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767211.943854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767211.943856:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449728:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775767212.647412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767213.671422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767214.695389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767215.719369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767216.743393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767217.063351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767217.063359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767217.063363:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767217.063372:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3155 00000100:00080000:0.0:1775767217.063382:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767217.063389:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767217.063425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707449856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767217.063451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767217.063454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767217.063455:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767217.063458:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3155 00000100:00080000:0.0:1775767217.063461:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767217.063463:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767217.063471:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767217.063479:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707449984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767217.063487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767217.063489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767217.063490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767217.063493:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3155 00000100:00080000:0.0:1775767217.063495:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767217.063497:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767217.063500:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767217.063508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707450112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767217.063585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707449856:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767217.063761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767217.063827:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767217/real 1775767217] req@ffff967cc64ed180 x1862023707449856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767217.063854:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707449856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767217.063863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767217.063867:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767217.063870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707449856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767217.063884:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449984:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767217.063910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767217.063919:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767217/real 1775767217] req@ffff967cc64edf80 x1862023707449984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767217.063936:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707449984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767217.063952:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767217.063955:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767217.063957:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707449984:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767217.063962:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450112:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767217.063982:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767217.063989:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767217/real 1775767217] req@ffff967cc64ef480 x1862023707450112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767217.064006:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707450112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767217.064013:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767217.064021:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767217.064023:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450112:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767217.767421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767218.791432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767219.815423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767220.839428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767221.863375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767222.183418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767222.183430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767222.183447:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767222.183456:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3160 00000100:00080000:1.0:1775767222.183471:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767222.183478:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767222.183519:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707450240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767222.183596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767222.183599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767222.183601:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767222.183604:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3160 00000100:00080000:1.0:1775767222.183607:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767222.183611:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767222.183620:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767222.183632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707450368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767222.183641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767222.183643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767222.183645:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767222.183650:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3160 00000100:00100000:3.0:1775767222.183651:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707450240:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767222.183652:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767222.183658:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767222.183664:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767222.183671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707450496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767222.183733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767222.183782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767222/real 1775767222] req@ffff967cc31d9880 x1862023707450240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767222.183800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707450240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767222.183812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767222.183818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767222.183823:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707450240:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767222.183851:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450368:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767222.183871:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767222.183880:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767222/real 1775767222] req@ffff967cc31dbb80 x1862023707450368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767222.183889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707450368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767222.183894:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767222.183897:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767222.183899:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450368:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767222.183903:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450496:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767222.183915:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767222.183921:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767222/real 1775767222] req@ffff967cc31dad80 x1862023707450496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767222.183928:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707450496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767222.183933:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767222.183935:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767222.183937:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450496:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775767222.887487:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767223.911400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767224.935438:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767225.959430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767226.983476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767227.303376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767227.303387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767227.303391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767227.303402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3165 00000100:00080000:1.0:1775767227.303413:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767227.303420:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767227.303469:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707450624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767227.303515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767227.303519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767227.303521:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767227.303526:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3165 00000100:00080000:1.0:1775767227.303530:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767227.303534:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767227.303545:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767227.303562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707450752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767227.303572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767227.303575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767227.303576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767227.303581:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3165 00000100:00080000:1.0:1775767227.303587:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775767227.303589:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707450624:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767227.303593:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767227.303605:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767227.303620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707450880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767227.303674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767227.303717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767227/real 1775767227] req@ffff967cc31d8a80 x1862023707450624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767227.303738:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707450624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767227.303751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767227.303756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767227.303760:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707450624:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767227.303784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450752:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767227.303805:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767227.303815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767227/real 1775767227] req@ffff967cc31db800 x1862023707450752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767227.303828:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707450752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767227.303837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767227.303841:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767227.303844:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450752:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767227.303850:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450880:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767227.303867:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767227.303875:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767227/real 1775767227] req@ffff967cc31dad80 x1862023707450880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767227.303888:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707450880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767227.303903:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767227.303907:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767227.303911:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707450880:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767228.007352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767229.031437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767230.055391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767231.079503:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767232.103359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767232.423404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767232.423414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767232.423420:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767232.423431:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3170 00000100:00080000:2.0:1775767232.423453:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767232.423461:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767232.423507:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707451008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767232.423533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767232.423536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767232.423537:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767232.423541:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3170 00000100:00080000:2.0:1775767232.423543:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767232.423546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767232.423554:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767232.423563:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707451136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767232.423572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767232.423574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767232.423576:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767232.423579:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3170 00000100:00080000:2.0:1775767232.423581:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767232.423583:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767232.423587:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767232.423593:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707451008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767232.423597:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707451264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767232.423668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767232.423722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767232/real 1775767232] req@ffff967bc4ba2680 x1862023707451008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767232.423744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707451008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767232.423756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767232.423760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767232.423764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707451008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767232.423773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451136:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767232.423798:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767232.423811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767232/real 1775767232] req@ffff967bc4ba3480 x1862023707451136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767232.423826:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707451136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767232.423835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767232.423839:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767232.423842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451136:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767232.423870:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451264:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767232.423889:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767232.423898:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767232/real 1775767232] req@ffff967bc4ba2a00 x1862023707451264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767232.423906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707451264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767232.423914:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767232.423918:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767232.423922:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451264:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775767233.127484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767234.151352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767235.175476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767236.199353:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767237.223466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767237.543329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767237.543337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767237.543341:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767237.543350:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3175 00000100:00080000:2.0:1775767237.543361:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767237.543367:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767237.543420:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707451392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767237.543446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767237.543448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767237.543450:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767237.543453:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3175 00000100:00080000:2.0:1775767237.543456:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767237.543459:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767237.543468:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767237.543477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707451520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767237.543484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767237.543487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767237.543488:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767237.543492:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3175 00000100:00080000:2.0:1775767237.543494:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767237.543497:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767237.543500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767237.543509:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707451648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767237.543517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707451392:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767237.543588:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767237.543631:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767237/real 1775767237] req@ffff967bc4ba1c00 x1862023707451392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767237.543650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707451392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767237.543662:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767237.543666:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767237.543670:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707451392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767237.543678:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451520:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767237.543699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767237.543711:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767237/real 1775767237] req@ffff967bc4ba3100 x1862023707451520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767237.543724:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707451520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767237.543732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767237.543736:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767237.543739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451520:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767237.543768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451648:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767237.543788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767237.543798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767237/real 1775767237] req@ffff967bc4ba1f80 x1862023707451648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767237.543810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707451648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767237.543817:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767237.543821:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767237.543824:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451648:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767238.247374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775767239.271448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767240.295433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767241.319486:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767242.343456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767242.663444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767242.663455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767242.663461:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767242.663472:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3181 00000100:00080000:1.0:1775767242.663483:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767242.663489:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767242.663536:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707451776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767242.663566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767242.663568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767242.663570:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767242.663579:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3181 00000100:00080000:1.0:1775767242.663582:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767242.663589:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767242.663597:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767242.663607:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707451904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767242.663617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767242.663620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767242.663621:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767242.663627:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3181 00000100:00080000:1.0:1775767242.663634:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775767242.663636:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707451776:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767242.663638:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767242.663645:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767242.663659:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707452032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767242.663725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767242.663770:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767242/real 1775767242] req@ffff967cc31dbb80 x1862023707451776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767242.663791:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707451776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767242.663822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767242.663826:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767242.663831:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707451776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767242.663859:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451904:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767242.663884:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767242.663897:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767242/real 1775767242] req@ffff967cc31d9880 x1862023707451904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767242.663910:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707451904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767242.663919:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767242.663923:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767242.663926:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707451904:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767242.663933:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452032:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767242.663953:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767242.663964:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767242/real 1775767242] req@ffff967cc31d9f80 x1862023707452032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767242.663975:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707452032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767242.663985:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767242.663988:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767242.663991:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452032:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767243.367435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767244.391354:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767245.415360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767246.439457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767247.463374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767247.783415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767247.783423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767247.783426:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767247.783434:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3186 00000100:00080000:2.0:1775767247.783446:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767247.783452:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767247.783487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707452160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767247.783514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767247.783517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767247.783518:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767247.783521:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3186 00000100:00080000:2.0:1775767247.783525:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767247.783527:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767247.783536:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767247.783544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707452288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767247.783551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767247.783553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767247.783554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767247.783557:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3186 00000100:00080000:2.0:1775767247.783559:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767247.783562:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767247.783566:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767247.783572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707452416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767247.783610:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707452160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767247.783758:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452288:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767247.783798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452416:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767248.487446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767249.511397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767250.535345:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767250.855510:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767250.855548:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767250.855567:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767250.855607:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767250.855618:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767250.855653:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767247/real 1775767250] req@ffff967bc4ba0a80 x1862023707452160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767250.855682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707452160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767250.855695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767250.855700:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767250.855705:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707452160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767250.855714:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767247/real 1775767250] req@ffff967bc4ba0000 x1862023707452288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767250.855726:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707452288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767250.855734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767250.855738:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767250.855741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452288:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767250.855748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767247/real 1775767250] req@ffff967bc4ba2d80 x1862023707452416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767250.855760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707452416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767250.855768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767250.855773:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767250.855776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452416:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767251.559335:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767252.583369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767252.903434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767252.903442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767252.903445:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767252.903454:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3191 00000100:00080000:1.0:1775767252.903464:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767252.903471:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767252.903508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707452544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767252.903552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767252.903556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767252.903558:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767252.903563:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3191 00000100:00080000:1.0:1775767252.903568:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767252.903573:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767252.903585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767252.903603:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707452672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767252.903613:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707452544:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767252.903622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767252.903627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767252.903629:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767252.903636:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3191 00000100:00080000:1.0:1775767252.903642:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767252.903648:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767252.903656:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767252.903672:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707452800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767252.903700:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767252.903776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767252/real 1775767252] req@ffff967cc31d9180 x1862023707452544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767252.903800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707452544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767252.903812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767252.903817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767252.903822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707452544:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767252.903860:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452672:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767252.903890:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767252.903908:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767252/real 1775767252] req@ffff967cc31d8e00 x1862023707452672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767252.903929:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707452672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767252.903940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767252.903944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767252.903947:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452672:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767252.903955:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452800:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767252.904000:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767252.904019:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767252/real 1775767252] req@ffff967cc31da300 x1862023707452800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767252.904033:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707452800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767252.904043:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767252.904046:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767252.904050:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707452800:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767253.607364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767254.631391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767255.655396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767256.679363:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767257.703343:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767258.023397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767258.023407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767258.023412:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767258.023424:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3196 00000100:00080000:1.0:1775767258.023435:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767258.023441:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767258.023487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707452928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767258.023518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767258.023521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767258.023522:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767258.023525:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3196 00000100:00080000:1.0:1775767258.023528:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767258.023530:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767258.023539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767258.023548:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707453056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767258.023554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767258.023557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767258.023558:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767258.023561:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3196 00000100:00080000:1.0:1775767258.023563:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767258.023566:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767258.023569:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767258.023578:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707453184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767258.023600:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707452928:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767258.023665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767258.023704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767258/real 1775767258] req@ffff967cc31d8000 x1862023707452928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767258.023720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707452928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767258.023728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767258.023732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767258.023735:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707452928:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767258.023740:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453056:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767258.023753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767258.023761:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767258/real 1775767258] req@ffff967cc31d8700 x1862023707453056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767258.023769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707453056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767258.023774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767258.023776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767258.023778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453056:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767258.023782:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453184:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767258.023793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767258.023798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767258/real 1775767258] req@ffff967cc31d8380 x1862023707453184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767258.023806:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707453184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767258.023811:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767258.023813:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767258.023814:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453184:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767258.727418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767259.751389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767260.775400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767261.799396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767262.823375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767263.143344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767263.143352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767263.143357:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767263.143367:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3201 00000100:00080000:1.0:1775767263.143380:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767263.143388:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767263.143433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707453312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767263.143459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767263.143462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767263.143464:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767263.143467:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3201 00000100:00080000:1.0:1775767263.143470:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767263.143472:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767263.143481:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767263.143492:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707453440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767263.143500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767263.143502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767263.143505:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775767263.143506:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707453312:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767263.143510:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3201 00000100:00080000:1.0:1775767263.143515:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767263.143518:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767263.143521:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767263.143530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707453568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767263.143575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767263.143611:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767263/real 1775767263] req@ffff967cc31da680 x1862023707453312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767263.143624:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707453312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767263.143637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767263.143640:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767263.143643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707453312:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767263.143661:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453440:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767263.143676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767263.143683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767263/real 1775767263] req@ffff967cc31d9c00 x1862023707453440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767263.143691:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707453440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767263.143696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767263.143698:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767263.143700:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453440:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767263.143706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453568:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767263.143726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767263.143737:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767263/real 1775767263] req@ffff967cc31d8380 x1862023707453568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767263.143749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707453568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767263.143756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767263.143758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767263.143761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453568:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767263.847375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767264.871379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767265.895335:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767266.919357:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767267.943381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767268.263340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767268.263349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767268.263353:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767268.263361:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3206 00000100:00080000:2.0:1775767268.263372:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767268.263378:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767268.263413:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707453696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767268.263436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767268.263440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767268.263441:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767268.263444:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3206 00000100:00080000:2.0:1775767268.263447:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767268.263449:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767268.263458:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767268.263469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707453824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767268.263476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767268.263480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767268.263482:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775767268.263483:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707453696:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767268.263487:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3206 00000100:00080000:2.0:1775767268.263492:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767268.263495:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767268.263499:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767268.263508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707453952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767268.263555:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767268.263604:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767268/real 1775767268] req@ffff967bc4ba1880 x1862023707453696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767268.263626:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707453696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767268.263638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767268.263643:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767268.263647:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707453696:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767268.263672:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453824:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767268.263693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767268.263706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767268/real 1775767268] req@ffff967bc4ba0e00 x1862023707453824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767268.263718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707453824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767268.263728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767268.263731:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767268.263735:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453824:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767268.263741:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453952:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767268.263760:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767268.263770:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767268/real 1775767268] req@ffff967bc4ba3800 x1862023707453952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767268.263783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707453952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767268.263793:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767268.263796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767268.263800:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707453952:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767268.967344:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767269.991390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767271.015355:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767272.039351:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767273.063369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767273.383408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767273.383419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767273.383424:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767273.383435:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3211 00000100:00080000:1.0:1775767273.383446:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767273.383452:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767273.383495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707454080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767273.383537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767273.383542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767273.383544:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767273.383549:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3211 00000100:00080000:1.0:1775767273.383553:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767273.383558:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767273.383569:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767273.383584:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707454208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767273.383588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707454080:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767273.383599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767273.383603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767273.383604:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767273.383608:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3211 00000100:00080000:1.0:1775767273.383612:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767273.383615:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767273.383619:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767273.383628:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707454336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767273.383661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767273.383701:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767273/real 1775767273] req@ffff967cc31d8700 x1862023707454080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767273.383722:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707454080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767273.383734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767273.383739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767273.383743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707454080:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767273.383769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454208:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767273.383788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767273.383798:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767273/real 1775767273] req@ffff967cc31d8000 x1862023707454208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767273.383806:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707454208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767273.383817:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767273.383819:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767273.383822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454208:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767273.383826:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454336:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767273.383838:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767273.383843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767273/real 1775767273] req@ffff967cc31da300 x1862023707454336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767273.383851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707454336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767273.383856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767273.383858:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767273.383860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454336:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767274.087342:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767275.111364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767276.135381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767277.159342:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767278.183394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767278.503412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767278.503423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767278.503427:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767278.503438:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3216 00000100:00080000:2.0:1775767278.503452:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767278.503460:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767278.503501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707454464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767278.503534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767278.503538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767278.503540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767278.503545:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3216 00000100:00080000:2.0:1775767278.503549:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767278.503553:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767278.503564:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767278.503578:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707454592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767278.503590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767278.503594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767278.503596:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767278.503602:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3216 00000100:00080000:2.0:1775767278.503605:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767278.503610:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767278.503617:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767278.503631:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707454464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767278.503632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707454720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767278.503714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767278.503763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767278/real 1775767278] req@ffff967bc4ba1180 x1862023707454464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767278.503780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707454464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767278.503788:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767278.503792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767278.503795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707454464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767278.503801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454592:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767278.503818:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767278.503830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767278/real 1775767278] req@ffff967bc4ba3b80 x1862023707454592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767278.503843:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707454592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767278.503851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767278.503855:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767278.503859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454592:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767278.503886:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454720:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767278.503903:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767278.503911:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767278/real 1775767278] req@ffff967bc4ba2300 x1862023707454720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767278.503919:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707454720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767278.503925:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767278.503928:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767278.503930:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454720:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767279.207385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767280.231486:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767281.255392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767282.279372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767283.303446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767283.623371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767283.623381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767283.623386:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767283.623396:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3221 00000100:00080000:2.0:1775767283.623411:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767283.623419:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767283.623457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707454848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767283.623486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767283.623489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767283.623490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767283.623493:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3221 00000100:00080000:2.0:1775767283.623496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767283.623499:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767283.623507:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767283.623517:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707454976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767283.623524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767283.623527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767283.623528:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767283.623534:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3221 00000100:00080000:2.0:1775767283.623536:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775767283.623536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707454848:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767283.623542:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767283.623548:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767283.623556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707455104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767283.623612:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767283.623656:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767283/real 1775767283] req@ffff967bc4ba2300 x1862023707454848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767283.623678:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707454848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767283.623686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767283.623690:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767283.623693:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707454848:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767283.623699:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454976:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767283.623718:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767283.623727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767283/real 1775767283] req@ffff967bc4ba3b80 x1862023707454976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767283.623735:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707454976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767283.623741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767283.623743:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767283.623746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707454976:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767283.623773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455104:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767283.623796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767283.623807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767283/real 1775767283] req@ffff967bc4ba1180 x1862023707455104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767283.623816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707455104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767283.623826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767283.623828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767283.623831:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455104:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767284.327415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767285.351430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767286.375439:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767287.399405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767288.423392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767288.743387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767288.743395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767288.743398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767288.743407:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3227 00000100:00080000:1.0:1775767288.743417:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767288.743423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767288.743457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707455232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767288.743480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767288.743483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767288.743484:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767288.743487:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3227 00000100:00080000:1.0:1775767288.743490:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767288.743492:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767288.743500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767288.743509:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707455360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767288.743517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767288.743520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767288.743521:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767288.743525:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3227 00000100:00080000:1.0:1775767288.743527:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767288.743529:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767288.743535:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767288.743546:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707455488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767288.743557:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707455232:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767288.743653:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767288.743704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767288/real 1775767288] req@ffff967cc31d8e00 x1862023707455232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767288.743726:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707455232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767288.743735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767288.743739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767288.743742:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707455232:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767288.743749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455360:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767288.743766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767288.743775:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767288/real 1775767288] req@ffff967cc31d9180 x1862023707455360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767288.743783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707455360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767288.743789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767288.743792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767288.743794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455360:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767288.743817:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455488:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767288.743838:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767288.743849:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767288/real 1775767288] req@ffff967cc31d9f80 x1862023707455488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767288.743863:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707455488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767288.743886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767288.743889:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767288.743891:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455488:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767289.447374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767290.471350:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767291.495415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767292.519348:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767293.543370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767293.863341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767293.863351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767293.863357:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767293.863367:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3232 00000100:00080000:1.0:1775767293.863379:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767293.863388:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767293.863428:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707455616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767293.863463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767293.863467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767293.863469:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767293.863474:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3232 00000100:00080000:1.0:1775767293.863478:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767293.863484:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767293.863496:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767293.863510:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707455616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767293.863513:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707455744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767293.863530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767293.863534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767293.863536:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767293.863541:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3232 00000100:00080000:1.0:1775767293.863557:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767293.863562:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767293.863569:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767293.863582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707455872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767293.863587:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767293.863627:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767293/real 1775767293] req@ffff967cc31d9880 x1862023707455616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767293.863642:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707455616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767293.863650:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767293.863653:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767293.863656:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707455616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767293.863675:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455744:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767293.863689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767293.863697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767293/real 1775767293] req@ffff967cc31dbb80 x1862023707455744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767293.863706:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707455744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767293.863712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767293.863714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767293.863716:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455744:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767293.863720:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455872:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767293.863731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767293.863736:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767293/real 1775767293] req@ffff967cc31dad80 x1862023707455872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767293.863744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707455872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767293.863749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767293.863750:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767293.863752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707455872:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767294.567348:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767295.591365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767296.615380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767297.639391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767298.663370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767298.983347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767298.983356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767298.983360:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767298.983368:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3237 00000100:00080000:1.0:1775767298.983380:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767298.983386:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767298.983423:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707456000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767298.983451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767298.983456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767298.983458:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767298.983462:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3237 00000100:00080000:1.0:1775767298.983467:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767298.983472:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767298.983483:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767298.983498:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707456128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767298.983509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775767298.983514:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707456000:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767298.983515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767298.983518:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767298.983526:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3237 00000100:00080000:1.0:1775767298.983529:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767298.983533:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767298.983545:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767298.983558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707456256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767298.983596:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767298.983653:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767298/real 1775767298] req@ffff967cc31db800 x1862023707456000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767298.983675:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707456000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767298.983694:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767298.983698:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767298.983703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707456000:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767298.983730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456128:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767298.983767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767298.983781:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767298/real 1775767298] req@ffff967cc31d8a80 x1862023707456128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767298.983794:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707456128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767298.983804:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767298.983816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767298.983820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456128:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767298.983844:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456256:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767298.983867:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767298.983879:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767298/real 1775767298] req@ffff967cc31dad80 x1862023707456256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767298.983891:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707456256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767298.983901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767298.983904:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767298.983908:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767299.687393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767300.711418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767301.735386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767302.759419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767303.783408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767304.103490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767304.103500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767304.103505:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767304.103515:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3242 00000100:00080000:1.0:1775767304.103526:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767304.103531:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767304.103570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707456384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767304.103604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767304.103607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767304.103609:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767304.103612:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3242 00000100:00080000:1.0:1775767304.103614:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767304.103617:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767304.103626:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767304.103635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707456512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767304.103644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767304.103648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767304.103649:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767304.103652:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3242 00000100:00080000:1.0:1775767304.103654:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767304.103656:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767304.103658:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767304.103668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707456640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767304.103697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707456384:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767304.103804:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767304.103861:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767304/real 1775767304] req@ffff967cc31dbb80 x1862023707456384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767304.103884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707456384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767304.103897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767304.103901:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767304.103904:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707456384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767304.103910:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456512:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767304.103930:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767304.103939:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767304/real 1775767304] req@ffff967cc31d9880 x1862023707456512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767304.103947:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707456512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767304.103953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767304.103955:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767304.103958:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767304.103978:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456640:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767304.103991:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767304.103997:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767304/real 1775767304] req@ffff967cc31d9f80 x1862023707456640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767304.104005:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707456640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767304.104011:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767304.104013:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767304.104014:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456640:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767304.807456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767305.831421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767306.855424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767307.879394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767308.903422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767309.223359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767309.223370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767309.223375:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767309.223386:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3247 00000100:00080000:1.0:1775767309.223396:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767309.223402:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767309.223446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707456768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767309.223472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767309.223475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767309.223476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767309.223479:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3247 00000100:00080000:1.0:1775767309.223481:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767309.223483:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767309.223493:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767309.223502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707456896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767309.223511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767309.223513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767309.223515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767309.223522:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3247 00000100:00100000:3.0:1775767309.223523:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707456768:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767309.223525:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767309.223535:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767309.223542:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767309.223550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707457024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767309.223611:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767309.223652:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767309/real 1775767309] req@ffff967cc31d9180 x1862023707456768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767309.223668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707456768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767309.223678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767309.223681:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767309.223685:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707456768:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767309.223706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456896:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767309.223722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767309.223756:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767309/real 1775767309] req@ffff967cc31d8e00 x1862023707456896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767309.223765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707456896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767309.223775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767309.223777:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767309.223780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707456896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767309.223784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457024:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767309.223799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767309.223806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767309/real 1775767309] req@ffff967cc31da300 x1862023707457024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767309.223813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707457024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767309.223818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767309.223820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767309.223822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457024:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767309.927373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767310.951417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767311.975357:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767312.999404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767314.023369:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767314.343387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767314.343394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767314.343398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767314.343407:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3252 00000100:00080000:2.0:1775767314.343417:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767314.343423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767314.343458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707457152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767314.343480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767314.343483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767314.343484:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767314.343487:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3252 00000100:00080000:2.0:1775767314.343490:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767314.343492:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767314.343504:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767314.343514:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707457280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767314.343522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767314.343524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767314.343528:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775767314.343529:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707457152:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767314.343533:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3252 00000100:00080000:2.0:1775767314.343539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767314.343541:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767314.343545:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767314.343554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707457408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767314.343649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767314.343697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457408:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767315.047360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767316.071386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767317.095381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775767317.415557:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775767317.415601:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775767317.415617:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767317.415681:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767317.415705:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767317.415816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767314/real 1775767317] req@ffff967bc4ba0e00 x1862023707457280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767317.415847:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707457280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767317.415866:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767317.415871:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767317.415876:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767317.415887:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767314/real 1775767317] req@ffff967bc4ba1880 x1862023707457408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767317.415902:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707457408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767317.415911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767317.415914:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767317.415917:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457408:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775767317.415923:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767314/real 1775767317] req@ffff967bc4ba3800 x1862023707457152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767317.415936:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707457152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767317.415944:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767317.415947:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767317.415951:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707457152:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775767318.119441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767319.143386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767319.463400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767319.463409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767319.463414:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767319.463423:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3257 00000100:00080000:3.0:1775767319.463434:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767319.463440:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767319.463471:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707457536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767319.463499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767319.463502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767319.463503:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767319.463506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3257 00000100:00080000:3.0:1775767319.463509:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767319.463513:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767319.463530:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767319.463545:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707457664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767319.463556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767319.463560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767319.463562:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767319.463567:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3257 00000100:00080000:3.0:1775767319.463572:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767319.463576:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767319.463582:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707457536:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767319.463585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767319.463601:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707457792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767319.463730:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767319.463774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767319/real 1775767319] req@ffff967cc796e680 x1862023707457536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767319.463795:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707457536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767319.463806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767319.463811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767319.463815:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707457536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767319.463822:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457664:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767319.463847:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767319.463860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767319/real 1775767319] req@ffff967cc796ed80 x1862023707457664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767319.463879:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707457664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767319.463887:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767319.463890:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767319.463893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457664:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767319.463923:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457792:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767319.463945:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767319.463956:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767319/real 1775767319] req@ffff967cc796f480 x1862023707457792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767319.463969:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707457792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767319.463978:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767319.463982:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767319.463985:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707457792:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767320.167395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767321.191412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767322.215404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767323.239363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767324.263418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767324.583345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767324.583354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767324.583358:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767324.583366:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3262 00000100:00080000:1.0:1775767324.583379:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767324.583387:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767324.583430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707457920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767324.583464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767324.583467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767324.583468:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767324.583472:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3262 00000100:00080000:1.0:1775767324.583476:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767324.583479:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767324.583488:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767324.583502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707458048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767324.583510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767324.583513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767324.583515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767324.583520:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707457920:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767324.583521:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3262 00000100:00080000:1.0:1775767324.583526:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767324.583532:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767324.583535:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767324.583543:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707458176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767324.583624:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767324.583677:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767324/real 1775767324] req@ffff967cc31d8000 x1862023707457920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767324.583694:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707457920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767324.583703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767324.583708:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767324.583712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707457920:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767324.583740:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458048:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767324.583765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767324.583776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767324/real 1775767324] req@ffff967cc31d8700 x1862023707458048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767324.583785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707458048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767324.583790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767324.583792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767324.583794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767324.583798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458176:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767324.583813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767324.583819:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767324/real 1775767324] req@ffff967cc31d8380 x1862023707458176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767324.583826:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707458176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767324.583835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767324.583837:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767324.583839:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458176:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767325.287407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767326.311455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767327.335435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767328.359439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767329.383429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767329.703415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767329.703423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767329.703427:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767329.703436:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3268 00000100:00080000:3.0:1775767329.703446:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767329.703453:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767329.703489:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707458304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767329.703512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767329.703515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767329.703517:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767329.703520:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3268 00000100:00080000:3.0:1775767329.703522:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767329.703525:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767329.703549:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767329.703564:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707458432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767329.703577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767329.703580:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707458304:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767329.703582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767329.703585:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767329.703595:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3268 00000100:00080000:3.0:1775767329.703600:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767329.703604:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767329.703610:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767329.703621:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707458560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767329.703661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767329.703698:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767329/real 1775767329] req@ffff967cc796d500 x1862023707458304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767329.703715:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707458304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767329.703722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767329.703726:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767329.703729:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707458304:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767329.703749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458432:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767329.703765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767329.703773:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767329/real 1775767329] req@ffff967cc796f100 x1862023707458432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767329.703781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707458432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767329.703787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767329.703789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767329.703791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767329.703795:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458560:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767329.703806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767329.703811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767329/real 1775767329] req@ffff967cc796d180 x1862023707458560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767329.703818:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707458560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767329.703823:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767329.703825:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767329.703827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458560:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767330.407412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767331.431395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767332.455427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767333.479404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767334.503367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767334.823369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767334.823379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767334.823384:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767334.823394:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3273 00000100:00080000:0.0:1775767334.823407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767334.823415:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767334.823458:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707458688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767334.823502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767334.823505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767334.823507:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767334.823511:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3273 00000100:00080000:0.0:1775767334.823515:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767334.823518:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767334.823527:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767334.823529:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707458688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767334.823544:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707458816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767334.823556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767334.823560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767334.823562:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767334.823568:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3273 00000100:00080000:0.0:1775767334.823583:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767334.823592:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767334.823597:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767334.823609:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707458944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767334.823615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767334.823658:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767334/real 1775767334] req@ffff967cc64ed500 x1862023707458688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767334.823672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707458688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767334.823680:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767334.823683:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767334.823686:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707458688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767334.823706:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458816:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767334.823722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767334.823730:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767334/real 1775767334] req@ffff967cc64eca80 x1862023707458816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767334.823737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707458816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767334.823742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767334.823745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767334.823747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458816:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767334.823750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458944:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767334.823762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767334.823768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767334/real 1775767334] req@ffff967cc64eea00 x1862023707458944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767334.823776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707458944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767334.823781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767334.823783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767334.823785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707458944:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767335.527355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767336.551339:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767337.575414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767338.599398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767339.623414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767339.943345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767339.943352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767339.943356:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767339.943365:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3278 00000100:00080000:0.0:1775767339.943375:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767339.943382:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767339.943418:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707459072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767339.943457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767339.943460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767339.943461:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767339.943465:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3278 00000100:00080000:0.0:1775767339.943467:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767339.943470:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767339.943479:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767339.943490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707459200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767339.943499:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707459072:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767339.943500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767339.943508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767339.943509:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767339.943513:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3278 00000100:00080000:0.0:1775767339.943515:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767339.943517:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767339.943522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767339.943530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707459328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767339.943564:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767339.943599:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767339/real 1775767339] req@ffff967cc64ece00 x1862023707459072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767339.943613:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707459072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767339.943621:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767339.943625:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767339.943628:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707459072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767339.943647:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459200:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767339.943663:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767339.943675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767339/real 1775767339] req@ffff967cc64eea00 x1862023707459200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767339.943687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707459200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767339.943703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767339.943707:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767339.943710:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767339.943717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459328:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767339.943739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767339.943748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767339/real 1775767339] req@ffff967cc64eca80 x1862023707459328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767339.943756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707459328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767339.943762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767339.943764:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767339.943766:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767340.647396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767341.671413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767342.695370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767343.719450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767344.743410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767345.063552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767345.063581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767345.063589:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767345.063602:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3283 00000100:00080000:3.0:1775767345.063616:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767345.063624:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767345.063675:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707459456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767345.063716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767345.063738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767345.063741:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767345.063746:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3283 00000100:00080000:3.0:1775767345.063750:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767345.063755:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767345.063767:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767345.063782:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707459584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767345.063814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767345.063818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767345.063821:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767345.063825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707459456:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767345.063830:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3283 00000100:00080000:3.0:1775767345.063836:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767345.063851:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767345.063857:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767345.063872:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707459712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767345.063916:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767345.063968:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767345/real 1775767345] req@ffff967cc796ce00 x1862023707459456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767345.063988:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707459456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767345.064010:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767345.064015:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767345.064019:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707459456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767345.064049:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459584:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767345.064082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767345.064098:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767345/real 1775767345] req@ffff967cc796ca80 x1862023707459584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767345.064117:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707459584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767345.064130:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767345.064133:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767345.064136:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459584:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767345.064142:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459712:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767345.064158:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767345.064166:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767345/real 1775767345] req@ffff967cc796d180 x1862023707459712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767345.064175:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707459712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767345.064182:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767345.064184:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767345.064186:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459712:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767345.767478:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767346.791428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767347.815414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767348.839410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767349.863440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767350.183309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767350.183324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767350.183330:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767350.183370:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3288 00000100:00080000:3.0:1775767350.183384:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767350.183393:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767350.183439:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707459840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767350.183480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767350.183485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767350.183487:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767350.183492:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3288 00000100:00080000:3.0:1775767350.183496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767350.183501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767350.183513:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767350.183528:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707459968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767350.183533:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707459840:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767350.183547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767350.183551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767350.183553:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767350.183559:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3288 00000100:00080000:3.0:1775767350.183563:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767350.183568:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767350.183574:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767350.183585:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707460096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767350.183609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767350.183665:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767350/real 1775767350] req@ffff967cc796f100 x1862023707459840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767350.183685:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707459840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767350.183695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767350.183698:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767350.183701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707459840:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767350.183721:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459968:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767350.183739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767350.183748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767350/real 1775767350] req@ffff967cc796d500 x1862023707459968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767350.183757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707459968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767350.183762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767350.183765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767350.183767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707459968:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767350.183770:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460096:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767350.183782:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767350.183788:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767350/real 1775767350] req@ffff967cc796f480 x1862023707460096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767350.183796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707460096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767350.183801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767350.183803:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767350.183805:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460096:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767350.887391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767351.911379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767352.935398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767353.959417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767354.983394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767355.303385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767355.303394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767355.303400:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767355.303409:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3293 00000100:00080000:2.0:1775767355.303420:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767355.303426:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767355.303470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707460224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767355.303504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767355.303509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767355.303511:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767355.303516:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3293 00000100:00080000:2.0:1775767355.303520:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767355.303525:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767355.303536:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767355.303550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707460352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767355.303559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767355.303564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707460224:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767355.303564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767355.303565:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767355.303574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3293 00000100:00080000:2.0:1775767355.303577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767355.303580:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767355.303584:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767355.303593:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707460480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767355.303642:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767355.303694:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767355/real 1775767355] req@ffff967bc4ba2d80 x1862023707460224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767355.303711:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707460224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767355.303732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767355.303736:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767355.303741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707460224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767355.303769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460352:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767355.303791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767355.303800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767355/real 1775767355] req@ffff967bc4ba0000 x1862023707460352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767355.303809:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707460352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767355.303815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767355.303817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767355.303819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460352:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767355.303824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460480:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767355.303837:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767355.303843:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767355/real 1775767355] req@ffff967bc4ba0a80 x1862023707460480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767355.303850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707460480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767355.303863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767355.303865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767355.303867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460480:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767356.007414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767357.031424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767358.055373:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767359.079428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767360.103405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767360.423404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767360.423415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767360.423421:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767360.423434:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3298 00000100:00080000:0.0:1775767360.423446:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767360.423454:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767360.423501:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707460608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767360.423530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767360.423533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767360.423536:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767360.423539:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3298 00000100:00080000:0.0:1775767360.423542:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767360.423546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767360.423555:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767360.423565:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707460736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767360.423573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775767360.423575:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707460608:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767360.423577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767360.423580:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767360.423587:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3298 00000100:00080000:0.0:1775767360.423589:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767360.423591:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767360.423594:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767360.423602:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707460864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767360.423659:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767360.423715:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767360/real 1775767360] req@ffff967cc64ed500 x1862023707460608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767360.423741:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707460608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767360.423749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767360.423753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767360.423756:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707460608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767360.423777:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460736:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767360.423794:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767360.423802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767360/real 1775767360] req@ffff967cc64ef480 x1862023707460736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767360.423810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707460736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767360.423817:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767360.423819:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767360.423821:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767360.423825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460864:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767360.423836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767360.423841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767360/real 1775767360] req@ffff967cc64edf80 x1862023707460864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767360.423848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707460864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767360.423858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767360.423861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767360.423863:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707460864:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767361.127387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767362.151409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767363.175385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767364.199396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767365.223412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767365.543343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767365.543353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767365.543358:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767365.543368:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3303 00000100:00080000:1.0:1775767365.543380:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767365.543386:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767365.543444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707460992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767365.543469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767365.543474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767365.543476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767365.543479:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3303 00000100:00080000:1.0:1775767365.543482:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767365.543485:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767365.543495:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767365.543505:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707461120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767365.543513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767365.543517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775767365.543517:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707460992:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767365.543520:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767365.543529:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3303 00000100:00080000:1.0:1775767365.543531:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767365.543534:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767365.543537:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767365.543548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707461248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767365.543591:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767365.543632:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767365/real 1775767365] req@ffff967cc31d9c00 x1862023707460992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767365.543648:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707460992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767365.543672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767365.543675:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767365.543678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707460992:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767365.543698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461120:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767365.543714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767365.543722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767365/real 1775767365] req@ffff967cc31da680 x1862023707461120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767365.543730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707461120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767365.543735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767365.543737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767365.543739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461120:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767365.543743:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461248:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767365.543755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767365.543761:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767365/real 1775767365] req@ffff967cc31d8380 x1862023707461248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767365.543768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707461248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767365.543774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767365.543775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767365.543777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461248:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767366.247377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767367.271386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767368.295371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767369.319406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767370.343364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767370.663396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767370.663406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767370.663411:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767370.663422:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3309 00000100:00080000:1.0:1775767370.663433:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767370.663438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767370.663481:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707461376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767370.663515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767370.663519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767370.663529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767370.663534:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3309 00000100:00080000:1.0:1775767370.663538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767370.663541:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767370.663550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767370.663562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707461504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767370.663570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767370.663575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767370.663577:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767370.663582:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3309 00000100:00080000:1.0:1775767370.663585:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767370.663590:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767370.663595:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767370.663609:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707461632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767370.663621:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707461376:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767370.663704:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767370.663747:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767370/real 1775767370] req@ffff967cc31d8700 x1862023707461376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767370.663762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707461376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767370.663771:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767370.663775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767370.663778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707461376:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767370.663784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461504:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767370.663800:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767370.663807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767370/real 1775767370] req@ffff967cc31d8000 x1862023707461504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767370.663816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707461504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767370.663821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767370.663823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767370.663825:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767370.663846:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461632:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767370.663858:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767370.663864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767370/real 1775767370] req@ffff967cc31da300 x1862023707461632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767370.663873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707461632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767370.663878:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767370.663880:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767370.663881:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461632:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767371.367429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767372.391339:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767373.415396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767374.439377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767375.463388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767375.783392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767375.783401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767375.783404:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767375.783413:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3314 00000100:00080000:3.0:1775767375.783424:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767375.783431:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767375.783476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707461760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767375.783509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767375.783511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767375.783513:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767375.783516:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3314 00000100:00080000:3.0:1775767375.783519:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767375.783522:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767375.783530:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767375.783541:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707461888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767375.783549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767375.783552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767375.783553:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767375.783558:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707461760:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767375.783560:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3314 00000100:00080000:3.0:1775767375.783566:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767375.783569:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767375.783573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767375.783589:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707462016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767375.783636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767375.783690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767375/real 1775767375] req@ffff967cc796ed80 x1862023707461760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767375.783713:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707461760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767375.783729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767375.783733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767375.783736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707461760:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767375.783756:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461888:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767375.783776:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767375.783785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767375/real 1775767375] req@ffff967cc796e680 x1862023707461888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767375.783793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707461888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767375.783799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767375.783801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767375.783803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707461888:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767375.783810:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462016:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767375.783831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767375.783842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767375/real 1775767375] req@ffff967cc796f480 x1862023707462016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767375.783855:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707462016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767375.783863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767375.783867:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767375.783870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462016:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767376.487462:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767377.511397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767378.535372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767379.559441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767380.583345:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767380.903418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767380.903426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767380.903430:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767380.903448:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3319 00000100:00080000:2.0:1775767380.903459:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767380.903466:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767380.903518:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707462144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767380.903545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767380.903548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767380.903549:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767380.903552:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3319 00000100:00080000:2.0:1775767380.903555:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767380.903558:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767380.903585:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767380.903594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707462272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767380.903602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767380.903604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767380.903606:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767380.903609:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3319 00000100:00080000:2.0:1775767380.903611:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767380.903614:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767380.903617:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767380.903625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707462400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767380.903633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707462144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767380.903755:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462272:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767380.903786:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462400:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767381.607368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767382.631381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767383.655391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767383.975494:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767383.975530:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767383.975546:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767383.975590:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767383.975600:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767383.975665:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767380/real 1775767383] req@ffff967bc4ba1c00 x1862023707462400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767383.975698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707462400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767383.975713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767383.975719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767383.975725:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462400:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767383.975734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767380/real 1775767383] req@ffff967bc4ba1f80 x1862023707462144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767383.975749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707462144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767383.975756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767383.975760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767383.975762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707462144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767383.975768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767380/real 1775767383] req@ffff967bc4ba3100 x1862023707462272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767383.975781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707462272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767383.975791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767383.975795:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767383.975798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462272:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775767384.679364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767385.703380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767386.023394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767386.023402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767386.023406:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767386.023416:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3324 00000100:00080000:2.0:1775767386.023427:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767386.023435:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767386.023498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707462528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767386.023540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767386.023542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767386.023544:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767386.023547:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3324 00000100:00080000:2.0:1775767386.023549:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767386.023552:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767386.023561:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767386.023570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707462656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767386.023578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767386.023580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767386.023581:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767386.023584:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3324 00000100:00080000:2.0:1775767386.023586:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767386.023588:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767386.023591:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767386.023597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707462784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767386.023631:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707462528:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767386.023707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767386.023754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386] req@ffff967bc4ba2a00 x1862023707462528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767386.023776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707462528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767386.023787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767386.023792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767386.023796:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707462528:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767386.023804:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462656:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767386.023828:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767386.023841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386] req@ffff967bc4ba3480 x1862023707462656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767386.023852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707462656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767386.023860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767386.023879:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767386.023883:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462656:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767386.023890:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462784:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767386.023915:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767386.023926:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386] req@ffff967bc4ba2680 x1862023707462784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767386.023939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707462784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767386.023953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767386.023957:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767386.023960:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707462784:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767386.727432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767387.751349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767388.775364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767389.799343:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767390.823427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767391.143435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767391.143449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767391.143473:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767391.143487:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3329 00000100:00080000:3.0:1775767391.143501:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767391.143510:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767391.143558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707462912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767391.143611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767391.143620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767391.143622:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767391.143632:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3329 00000100:00080000:3.0:1775767391.143637:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767391.143642:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767391.143659:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767391.143665:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707462912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767391.143678:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707463040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767391.143692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767391.143695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767391.143698:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767391.143704:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3329 00000100:00080000:3.0:1775767391.143709:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767391.143713:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767391.143720:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767391.143733:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707463168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767391.143737:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767391.143799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391] req@ffff967cc796d500 x1862023707462912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767391.143817:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707462912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767391.143826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767391.143830:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767391.143833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707462912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767391.143887:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463040:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767391.143912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767391.143925:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391] req@ffff967cc796f100 x1862023707463040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767391.143934:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707463040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767391.143941:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767391.143943:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767391.143945:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463040:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767391.143950:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463168:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767391.143981:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767391.143990:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391] req@ffff967cc796d180 x1862023707463168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767391.143998:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707463168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767391.144004:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767391.144007:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767391.144009:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463168:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767391.847374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767392.871394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767393.895430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767394.919398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767395.943371:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767396.263351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767396.263365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767396.263370:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767396.263385:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3334 00000100:00080000:3.0:1775767396.263398:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767396.263405:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767396.263447:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707463296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767396.263473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767396.263476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767396.263478:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767396.263481:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3334 00000100:00080000:3.0:1775767396.263484:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767396.263486:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767396.263495:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767396.263506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707463424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767396.263513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767396.263516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767396.263517:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767396.263521:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3334 00000100:00080000:3.0:1775767396.263523:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767396.263525:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767396.263528:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767396.263536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707463296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767396.263536:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707463552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767396.263617:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767396.263674:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396] req@ffff967cc796ca80 x1862023707463296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767396.263698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707463296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767396.263710:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767396.263715:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767396.263721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707463296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767396.263730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463424:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767396.263761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767396.263774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396] req@ffff967cc796ce00 x1862023707463424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767396.263789:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707463424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767396.263798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767396.263802:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767396.263806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463424:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767396.263833:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463552:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767396.263856:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767396.263870:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396] req@ffff967cc796d180 x1862023707463552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767396.263883:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707463552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767396.263892:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767396.263896:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767396.263900:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463552:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767396.967364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767397.991418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767399.015382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767400.039371:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767401.063389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767401.383441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767401.383451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767401.383457:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767401.383468:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3339 00000100:00080000:2.0:1775767401.383479:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767401.383485:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767401.383529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707463680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767401.383557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767401.383561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767401.383562:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767401.383565:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3339 00000100:00080000:2.0:1775767401.383568:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767401.383579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767401.383590:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767401.383601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707463808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767401.383608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767401.383611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767401.383613:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767401.383616:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3339 00000100:00080000:2.0:1775767401.383619:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767401.383622:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767401.383626:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767401.383633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707463936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767401.383647:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707463680:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767401.383715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767401.383767:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767401/real 1775767401] req@ffff967bc4ba0380 x1862023707463680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767401.383787:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707463680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767401.383800:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767401.383804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767401.383807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707463680:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767401.383813:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463808:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767401.383834:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767401.383846:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767401/real 1775767401] req@ffff967bc4ba1500 x1862023707463808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767401.383859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707463808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767401.383881:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767401.383885:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767401.383889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463808:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767401.383916:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463936:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767401.383933:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767401.383941:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767401/real 1775767401] req@ffff967bc4ba0700 x1862023707463936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767401.383950:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707463936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767401.383958:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767401.383962:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767401.383965:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707463936:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767402.087468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767403.111380:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767404.135409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767405.159364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767406.183403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767406.503347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767406.503361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767406.503368:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767406.503381:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3344 00000100:00080000:3.0:1775767406.503394:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767406.503402:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767406.503451:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707464064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767406.503493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767406.503498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767406.503500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767406.503505:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3344 00000100:00080000:3.0:1775767406.503509:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767406.503514:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767406.503524:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767406.503538:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707464192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767406.503550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767406.503554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767406.503556:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767406.503561:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3344 00000100:00080000:3.0:1775767406.503565:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767406.503569:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767406.503576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767406.503585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707464064:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767406.503603:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707464320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767406.503676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767406.503722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767406/real 1775767406] req@ffff967cc796f100 x1862023707464064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767406.503745:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707464064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767406.503757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767406.503763:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767406.503767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707464064:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767406.503774:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464192:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767406.503793:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767406.503803:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767406/real 1775767406] req@ffff967cc796d500 x1862023707464192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767406.503851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707464192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767406.503860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767406.503864:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767406.503868:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767406.503894:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464320:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767406.503912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767406.503920:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767406/real 1775767406] req@ffff967cc796f480 x1862023707464320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767406.503928:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707464320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767406.503934:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767406.503936:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767406.503938:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464320:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767407.207389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767408.231422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767409.255368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767410.279425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767411.303443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767411.623365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767411.623376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767411.623381:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767411.623391:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3349 00000100:00080000:3.0:1775767411.623404:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767411.623412:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767411.623455:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707464448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767411.623491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767411.623495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767411.623497:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767411.623502:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3349 00000100:00080000:3.0:1775767411.623506:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767411.623510:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767411.623521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767411.623535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707464576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767411.623547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767411.623550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767411.623552:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767411.623558:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3349 00000100:00080000:3.0:1775767411.623562:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767411.623566:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767411.623574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767411.623592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707464704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767411.623595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707464448:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767411.623682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767411.623738:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767411/real 1775767411] req@ffff967cc796e680 x1862023707464448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767411.623765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707464448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767411.623791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767411.623795:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767411.623798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707464448:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767411.623806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464576:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767411.623827:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767411.623836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767411/real 1775767411] req@ffff967cc796ed80 x1862023707464576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767411.623845:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707464576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767411.623851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767411.623853:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767411.623856:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464576:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767411.623877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464704:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767411.623890:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767411.623896:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767411/real 1775767411] req@ffff967cc796f480 x1862023707464704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767411.623905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707464704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767411.623911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767411.623913:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767411.623915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464704:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767412.327377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767413.351386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767414.375426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767415.399430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767416.423403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767416.743373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767416.743384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767416.743391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767416.743403:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3355 00000100:00080000:3.0:1775767416.743415:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767416.743423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767416.743463:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707464832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767416.743491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767416.743494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767416.743495:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767416.743499:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3355 00000100:00080000:3.0:1775767416.743502:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767416.743505:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767416.743513:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767416.743522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707464960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767416.743528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767416.743532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767416.743533:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767416.743536:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3355 00000100:00080000:3.0:1775767416.743539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767416.743543:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767416.743548:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767416.743559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707465088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767416.743575:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707464832:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767416.743637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767416.743684:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767416/real 1775767416] req@ffff967cc796d500 x1862023707464832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767416.743704:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707464832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767416.743714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767416.743720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767416.743736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707464832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767416.743743:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464960:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767416.743769:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767416.743782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767416/real 1775767416] req@ffff967cc796f100 x1862023707464960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767416.743802:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707464960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767416.743808:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767416.743811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767416.743813:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707464960:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767416.743834:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465088:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767416.743850:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767416.743857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767416/real 1775767416] req@ffff967cc796d180 x1862023707465088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767416.743865:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707465088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767416.743870:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767416.743872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767416.743874:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465088:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767417.447410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767418.471383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767419.495443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767420.519377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767421.543369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767421.863397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767421.863408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767421.863414:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767421.863427:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3360 00000100:00080000:1.0:1775767421.863440:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767421.863447:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767421.863500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707465216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767421.863529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767421.863533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767421.863535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767421.863539:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3360 00000100:00080000:1.0:1775767421.863542:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767421.863546:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767421.863557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767421.863570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707465344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767421.863582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767421.863586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767421.863587:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767421.863593:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3360 00000100:00080000:1.0:1775767421.863596:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767421.863601:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767421.863607:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767421.863624:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707465216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767421.863629:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707465472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767421.863736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767421.863785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767421/real 1775767421] req@ffff967cc31d8e00 x1862023707465216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767421.863807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707465216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767421.863820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767421.863824:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767421.863828:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707465216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767421.863837:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465344:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767421.863862:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767421.863875:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767421/real 1775767421] req@ffff967cc31d9180 x1862023707465344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767421.863888:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707465344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767421.863897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767421.863901:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767421.863905:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767421.863933:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465472:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767421.863958:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767421.863969:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767421/real 1775767421] req@ffff967cc31d9f80 x1862023707465472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767421.863982:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707465472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767421.863997:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767421.864000:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767421.864004:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465472:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767422.567389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767423.591425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767424.615364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767425.639405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767426.663396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767426.983400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767426.983410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767426.983415:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767426.983427:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3365 00000100:00080000:3.0:1775767426.983439:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767426.983445:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767426.983488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707465600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767426.983511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767426.983514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767426.983516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767426.983519:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3365 00000100:00080000:3.0:1775767426.983521:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767426.983524:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767426.983534:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767426.983551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707465728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767426.983564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767426.983569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775767426.983573:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707465600:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767426.983573:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767426.983580:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3365 00000100:00080000:3.0:1775767426.983587:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767426.983591:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767426.983596:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767426.983608:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707465856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767426.983668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767426.983713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767426/real 1775767426] req@ffff967cc796ce00 x1862023707465600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767426.983731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707465600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767426.983741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767426.983745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767426.983750:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707465600:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767426.983775:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465728:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767426.983796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767426.983809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767426/real 1775767426] req@ffff967cc796ca80 x1862023707465728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767426.983823:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707465728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767426.983832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767426.983836:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767426.983840:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465728:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767426.983847:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465856:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767426.983868:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767426.983876:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767426/real 1775767426] req@ffff967cc796d180 x1862023707465856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767426.983884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707465856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767426.983890:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767426.983893:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767426.983895:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707465856:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767427.687462:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767428.711370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767429.735407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767430.759359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767431.783407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767432.103356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767432.103365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767432.103368:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767432.103377:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3370 00000100:00080000:3.0:1775767432.103387:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767432.103393:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767432.103429:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707465984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767432.103458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767432.103461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767432.103462:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767432.103465:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3370 00000100:00080000:3.0:1775767432.103468:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767432.103470:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767432.103479:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767432.103488:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707466112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767432.103495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767432.103498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767432.103499:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767432.103502:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3370 00000100:00080000:3.0:1775767432.103504:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767432.103508:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707465984:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767432.103510:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767432.103517:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767432.103525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707466240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767432.103576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767432.103644:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432] req@ffff967cc796f100 x1862023707465984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767432.103662:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707465984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767432.103671:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767432.103675:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767432.103678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707465984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767432.103683:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466112:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767432.103701:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767432.103710:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432] req@ffff967cc796d500 x1862023707466112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767432.103718:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707466112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767432.103724:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767432.103726:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767432.103728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466112:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767432.103747:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466240:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767432.103760:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767432.103765:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432] req@ffff967cc796f480 x1862023707466240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767432.103772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707466240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767432.103778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767432.103780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767432.103782:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466240:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767432.807379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767433.831367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767434.855420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767435.879356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767436.903378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767437.223309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767437.223316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767437.223320:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767437.223328:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3375 00000100:00080000:3.0:1775767437.223339:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767437.223346:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767437.223381:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707466368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767437.223404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767437.223407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767437.223408:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767437.223411:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3375 00000100:00080000:3.0:1775767437.223415:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767437.223417:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767437.223425:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767437.223434:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707466496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767437.223441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767437.223444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767437.223445:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767437.223449:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3375 00000100:00080000:3.0:1775767437.223451:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767437.223453:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767437.223456:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767437.223464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707466624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767437.223482:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707466368:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767437.223584:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767437.223637:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437] req@ffff967cc796ed80 x1862023707466368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767437.223660:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707466368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767437.223672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767437.223676:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767437.223680:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707466368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767437.223685:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466496:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767437.223702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767437.223709:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437] req@ffff967cc796e680 x1862023707466496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767437.223717:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707466496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767437.223723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767437.223725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767437.223727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767437.223749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466624:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767437.223762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767437.223768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437] req@ffff967cc796f480 x1862023707466624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767437.223776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707466624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767437.223781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767437.223784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767437.223786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767437.927379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767438.951379:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767439.975412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767440.999373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767442.023384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767442.343362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767442.343373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767442.343378:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767442.343389:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3380 00000100:00080000:3.0:1775767442.343401:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767442.343407:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767442.343449:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707466752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767442.343476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767442.343493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767442.343495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767442.343498:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3380 00000100:00080000:3.0:1775767442.343502:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767442.343505:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767442.343516:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767442.343527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707466880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767442.343532:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707466752:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767442.343542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767442.343545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767442.343546:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767442.343551:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3380 00000100:00080000:3.0:1775767442.343553:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767442.343555:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767442.343559:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767442.343567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707467008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767442.343605:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767442.343644:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442] req@ffff967cc796d500 x1862023707466752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767442.343667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707466752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767442.343676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767442.343679:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767442.343682:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707466752:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767442.343703:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466880:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767442.343719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767442.343728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442] req@ffff967cc796f100 x1862023707466880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767442.343736:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707466880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767442.343742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767442.343744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767442.343747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707466880:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767442.343750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467008:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767442.343762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767442.343767:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442] req@ffff967cc796d180 x1862023707467008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767442.343775:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707467008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767442.343780:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767442.343782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767442.343784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467008:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767443.047370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767444.071372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767445.095408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767446.119358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767447.143482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767447.463460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767447.463485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767447.463490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767447.463499:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3385 00000100:00080000:0.0:1775767447.463511:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767447.463518:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767447.463557:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707467136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767447.463586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767447.463589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767447.463591:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767447.463594:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3385 00000100:00080000:0.0:1775767447.463597:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767447.463600:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767447.463609:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767447.463618:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707467264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767447.463625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767447.463628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767447.463629:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767447.463632:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3385 00000100:00080000:0.0:1775767447.463634:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767447.463636:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767447.463641:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767447.463649:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707467392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767447.463670:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707467136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767447.463796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767447.463832:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767448.167338:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767449.191408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767450.215432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775767450.535529:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:0.0:1775767450.535571:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775767450.535586:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:0.0:1775767450.535623:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:0.0:1775767450.535631:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767450.535697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767447/real 1775767450] req@ffff967cc64ed180 x1862023707467136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767450.535760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707467136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767450.535787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767450.535793:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767450.535798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707467136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767450.535809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767447/real 1775767450] req@ffff967cc64ec380 x1862023707467264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767450.535839:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707467264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767450.535850:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767450.535855:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767450.535860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767450.535870:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767447/real 1775767450] req@ffff967cc64ec000 x1862023707467392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767450.535882:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707467392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767450.535891:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767450.535895:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767450.535899:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767451.239452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767452.263428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767452.583360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767452.583371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767452.583376:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767452.583400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3390 00000100:00080000:1.0:1775767452.583413:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767452.583421:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767452.583479:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707467520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767452.583511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767452.583515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767452.583517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767452.583522:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3390 00000100:00080000:1.0:1775767452.583526:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767452.583531:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767452.583543:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767452.583558:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707467648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767452.583564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707467520:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767452.583576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767452.583580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767452.583582:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767452.583588:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3390 00000100:00080000:1.0:1775767452.583592:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767452.583597:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767452.583603:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767452.583616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707467776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767452.583650:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767452.583713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767452/real 1775767452] req@ffff967cc31d9880 x1862023707467520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767452.583737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707467520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767452.583749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767452.583754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767452.583759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707467520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767452.583790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467648:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767452.583831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767452.583846:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767452/real 1775767452] req@ffff967cc31dbb80 x1862023707467648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767452.583861:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707467648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767452.583871:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767452.583874:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767452.583878:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467648:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767452.583885:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467776:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767452.583909:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767452.583920:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767452/real 1775767452] req@ffff967cc31dad80 x1862023707467776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767452.583939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707467776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767452.583949:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767452.583952:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767452.583955:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707467776:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767453.287437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767454.311384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767455.335349:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767456.359405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767457.383429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767457.703395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767457.703402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767457.703407:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767457.703415:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3396 00000100:00080000:3.0:1775767457.703425:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767457.703432:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767457.703474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707467904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767457.703518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767457.703523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767457.703525:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767457.703529:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3396 00000100:00080000:3.0:1775767457.703532:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767457.703536:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767457.703547:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767457.703564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707468032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767457.703575:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707467904:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767457.703580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767457.703585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767457.703587:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767457.703593:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3396 00000100:00080000:3.0:1775767457.703597:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767457.703602:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767457.703608:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767457.703625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707468160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767457.703664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767457.703715:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767457/real 1775767457] req@ffff967cc796ca80 x1862023707467904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767457.703734:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707467904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767457.703742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767457.703745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767457.703748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707467904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767457.703769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468032:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767457.703794:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767457.703807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767457/real 1775767457] req@ffff967cc796ce00 x1862023707468032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767457.703821:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707468032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767457.703830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767457.703834:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767457.703837:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468032:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767457.703844:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468160:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767457.703864:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767457.703872:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767457/real 1775767457] req@ffff967cc796d180 x1862023707468160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767457.703881:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707468160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767457.703886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767457.703889:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767457.703891:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468160:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767458.407438:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767459.431400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767460.455477:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767461.479425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767462.503419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767462.823359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767462.823370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767462.823376:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767462.823385:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3401 00000100:00080000:3.0:1775767462.823398:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767462.823407:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767462.823448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707468288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767462.823487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767462.823491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767462.823493:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767462.823498:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3401 00000100:00080000:3.0:1775767462.823503:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767462.823508:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767462.823519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767462.823534:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707468416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767462.823540:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707468288:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767462.823555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767462.823559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767462.823561:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767462.823567:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3401 00000100:00080000:3.0:1775767462.823572:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767462.823576:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767462.823582:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767462.823596:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707468544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767462.823616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767462.823662:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767462/real 1775767462] req@ffff967cc796f100 x1862023707468288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767462.823683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707468288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767462.823692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767462.823696:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767462.823699:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707468288:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767462.823718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468416:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767462.823743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767462.823768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767462/real 1775767462] req@ffff967cc796d500 x1862023707468416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767462.823782:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707468416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767462.823789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767462.823792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767462.823794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767462.823799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468544:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767462.823817:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767462.823825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767462/real 1775767462] req@ffff967cc796f480 x1862023707468544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767462.823837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707468544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767462.823842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767462.823844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767462.823846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468544:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767463.527398:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767464.551426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767465.575396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767466.599425:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767467.623395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767467.943352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767467.943360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767467.943365:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767467.943372:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3406 00000100:00080000:3.0:1775767467.943384:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767467.943390:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767467.943426:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707468672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767467.943452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767467.943455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767467.943456:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767467.943459:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3406 00000100:00080000:3.0:1775767467.943462:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767467.943464:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767467.943473:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767467.943482:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707468800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767467.943489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767467.943492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767467.943493:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767467.943499:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3406 00000100:00100000:0.0:1775767467.943501:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707468672:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767467.943501:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767467.943506:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767467.943510:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767467.943522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707468928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767467.943575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767467.943614:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767467/real 1775767467] req@ffff967cc796e680 x1862023707468672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767467.943631:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707468672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767467.943639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767467.943641:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767467.943644:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707468672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767467.943649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468800:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767467.943665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767467.943679:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767467/real 1775767467] req@ffff967cc796ed80 x1862023707468800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767467.943687:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707468800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767467.943693:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767467.943696:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767467.943698:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468800:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767467.943718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468928:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767467.943731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767467.943737:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767467/real 1775767467] req@ffff967cc796f480 x1862023707468928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767467.943744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707468928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767467.943750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767467.943752:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767467.943754:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707468928:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767468.647409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767469.671406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767470.695376:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767471.719508:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767472.743406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767473.063399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767473.063414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767473.063420:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767473.063434:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3411 00000100:00080000:1.0:1775767473.063447:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767473.063455:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767473.063504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707469056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767473.063540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767473.063545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767473.063547:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767473.063552:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3411 00000100:00080000:1.0:1775767473.063557:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767473.063561:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767473.063573:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767473.063590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707469184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767473.063604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767473.063605:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707469056:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767473.063616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767473.063618:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767473.063624:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3411 00000100:00080000:1.0:1775767473.063628:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767473.063633:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767473.063639:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767473.063655:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707469312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767473.063695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767473.063753:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767473/real 1775767473] req@ffff967cc31d8a80 x1862023707469056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767473.063772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707469056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767473.063786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767473.063790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767473.063794:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707469056:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767473.063816:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469184:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767473.063835:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767473.063844:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767473/real 1775767473] req@ffff967cc31db800 x1862023707469184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767473.063852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707469184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767473.063858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767473.063860:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767473.063862:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469184:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767473.063866:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469312:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767473.063877:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767473.063883:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767473/real 1775767473] req@ffff967cc31dad80 x1862023707469312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767473.063890:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707469312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767473.063896:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767473.063898:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767473.063900:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469312:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767473.767482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767474.791390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767475.815467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767476.839394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767477.863388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767478.183385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767478.183399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767478.183405:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767478.183418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3416 00000100:00080000:0.0:1775767478.183430:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767478.183438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767478.183487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707469440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767478.183517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767478.183520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767478.183521:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767478.183525:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3416 00000100:00080000:0.0:1775767478.183528:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767478.183531:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767478.183540:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767478.183552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707469568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767478.183560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767478.183562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767478.183563:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767478.183567:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3416 00000100:00080000:0.0:1775767478.183569:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767478.183573:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767478.183577:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767478.183587:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707469440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767478.183589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707469696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767478.183676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767478.183715:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767478/real 1775767478] req@ffff967cc64edc00 x1862023707469440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767478.183730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707469440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767478.183738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767478.183742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767478.183745:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707469440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767478.183751:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469568:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767478.183765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767478.183773:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767478/real 1775767478] req@ffff967cc64ef800 x1862023707469568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767478.183781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707469568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767478.183786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767478.183788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767478.183790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469568:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767478.183811:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469696:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767478.183823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767478.183829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767478/real 1775767478] req@ffff967cc64ec700 x1862023707469696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767478.183841:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707469696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767478.183846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767478.183848:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767478.183850:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469696:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767478.887377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767479.911469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767480.935365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767481.959465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767482.983335:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767483.303380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767483.303387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767483.303391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767483.303399:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3421 00000100:00080000:1.0:1775767483.303411:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767483.303426:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767483.303469:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707469824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767483.303511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767483.303514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767483.303515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767483.303518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3421 00000100:00080000:1.0:1775767483.303521:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767483.303524:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767483.303531:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767483.303540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707469952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767483.303552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767483.303554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767483.303555:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767483.303559:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3421 00000100:00080000:1.0:1775767483.303561:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767483.303563:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767483.303566:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767483.303574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707470080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767483.303600:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707469824:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767483.303661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767483.303704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767483/real 1775767483] req@ffff967cc31dbb80 x1862023707469824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767483.303720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707469824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767483.303729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767483.303733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767483.303736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707469824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767483.303741:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469952:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767483.303755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767483.303763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767483/real 1775767483] req@ffff967cc31d9880 x1862023707469952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767483.303788:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707469952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767483.303794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767483.303796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767483.303798:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707469952:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767483.303802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470080:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767483.303814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767483.303820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767483/real 1775767483] req@ffff967cc31d9f80 x1862023707470080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767483.303827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707470080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767483.303832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767483.303834:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767483.303836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470080:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767484.007431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767485.031424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767486.055509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767487.079362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767488.103444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767488.423380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767488.423390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767488.423395:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767488.423405:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3426 00000100:00080000:3.0:1775767488.423419:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767488.423426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767488.423462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707470208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767488.423491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767488.423494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767488.423496:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767488.423499:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3426 00000100:00080000:3.0:1775767488.423501:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767488.423504:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767488.423512:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767488.423520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707470336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767488.423528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767488.423530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767488.423532:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767488.423535:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3426 00000100:00080000:3.0:1775767488.423536:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767488.423541:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767488.423543:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707470208:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767488.423546:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767488.423555:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707470464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767488.423607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767488.423661:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767488/real 1775767488] req@ffff967cc796d500 x1862023707470208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767488.423685:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707470208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767488.423697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767488.423701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767488.423704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707470208:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767488.423709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470336:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767488.423729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767488.423738:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767488/real 1775767488] req@ffff967cc796f100 x1862023707470336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767488.423752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707470336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767488.423758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767488.423761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767488.423763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470336:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767488.423788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470464:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767488.423810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767488.423822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767488/real 1775767488] req@ffff967cc796d180 x1862023707470464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767488.423835:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707470464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767488.423844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767488.423848:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767488.423851:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470464:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767489.127379:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767490.151404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767491.175391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767492.199444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767493.223377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767493.543397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767493.543407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767493.543412:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767493.543421:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3431 00000100:00080000:1.0:1775767493.543432:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767493.543438:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767493.543472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707470592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767493.543501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767493.543504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767493.543506:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767493.543508:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3431 00000100:00080000:1.0:1775767493.543511:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767493.543513:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767493.543523:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767493.543532:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707470720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767493.543540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767493.543543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767493.543544:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767493.543547:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3431 00000100:00080000:1.0:1775767493.543550:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767493.543552:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707470592:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767493.543555:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767493.543562:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767493.543571:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707470848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767493.543618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767493.543662:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767493/real 1775767493] req@ffff967cc31d9180 x1862023707470592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767493.543694:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707470592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767493.543717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767493.543721:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767493.543724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707470592:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767493.543730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470720:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767493.543750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767493.543759:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767493/real 1775767493] req@ffff967cc31d8e00 x1862023707470720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767493.543768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707470720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767493.543773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767493.543776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767493.543778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470720:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767493.543797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470848:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767493.543808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767493.543814:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767493/real 1775767493] req@ffff967cc31da300 x1862023707470848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767493.543822:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707470848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767493.543827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767493.543830:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767493.543832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707470848:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767494.247424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767495.271394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767496.295440:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767497.319395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767498.343383:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767498.663400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767498.663408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767498.663412:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767498.663420:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3437 00000100:00080000:0.0:1775767498.663431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767498.663438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767498.663474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707470976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767498.663501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767498.663504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767498.663505:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767498.663509:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3437 00000100:00080000:0.0:1775767498.663511:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767498.663514:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767498.663523:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767498.663535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707471104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767498.663544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767498.663547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767498.663548:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767498.663553:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3437 00000100:00100000:3.0:1775767498.663555:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707470976:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767498.663556:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767498.663563:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767498.663567:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767498.663575:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707471232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767498.663621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767498.663668:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767498/real 1775767498] req@ffff967cc64eed80 x1862023707470976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767498.663695:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707470976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767498.663704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767498.663709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767498.663713:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707470976:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767498.663740:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471104:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767498.663763:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767498.663773:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767498/real 1775767498] req@ffff967cc64ec700 x1862023707471104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767498.663781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707471104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767498.663787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767498.663789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767498.663792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471104:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767498.663796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471232:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767498.663809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767498.663815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767498/real 1775767498] req@ffff967cc64ef800 x1862023707471232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767498.663827:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707471232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767498.663832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767498.663834:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767498.663835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471232:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767499.367394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767500.391418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767501.415435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767502.439371:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767503.463448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767503.783370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767503.783379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767503.783384:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767503.783394:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3442 00000100:00080000:3.0:1775767503.783407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767503.783416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767503.783457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707471360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767503.783491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767503.783495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767503.783497:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767503.783502:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3442 00000100:00080000:3.0:1775767503.783507:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767503.783511:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767503.783522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767503.783539:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707471360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767503.783542:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707471488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767503.783559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767503.783562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767503.783564:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767503.783569:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3442 00000100:00080000:3.0:1775767503.783573:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767503.783578:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767503.783584:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767503.783596:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707471616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767503.783615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767503.783657:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767503/real 1775767503] req@ffff967cc796ce00 x1862023707471360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767503.783673:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707471360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767503.783682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767503.783686:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767503.783689:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707471360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767503.783709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471488:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767503.783725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767503.783733:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767503/real 1775767503] req@ffff967cc796ca80 x1862023707471488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767503.783741:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707471488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767503.783747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767503.783749:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767503.783751:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471488:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767503.783756:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471616:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767503.783767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767503.783772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767503/real 1775767503] req@ffff967cc796d180 x1862023707471616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767503.783779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707471616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767503.783784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767503.783786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767503.783788:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471616:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767504.487404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767505.511332:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767506.535373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767507.559394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767508.583384:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767508.903357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767508.903366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767508.903371:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767508.903381:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3447 00000100:00080000:1.0:1775767508.903392:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767508.903398:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767508.903434:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707471744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767508.903456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767508.903459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767508.903460:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767508.903463:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3447 00000100:00080000:1.0:1775767508.903467:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767508.903470:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767508.903477:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767508.903487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707471872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767508.903494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767508.903496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767508.903498:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767508.903501:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3447 00000100:00080000:1.0:1775767508.903503:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767508.903507:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767508.903510:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707471744:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775767508.903512:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767508.903522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707472000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767508.903578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767508.903622:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767508/real 1775767508] req@ffff967cc31d8000 x1862023707471744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767508.903638:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707471744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767508.903646:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767508.903650:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767508.903653:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707471744:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767508.903662:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471872:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767508.903677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767508.903685:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767508/real 1775767508] req@ffff967cc31d8700 x1862023707471872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767508.903693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707471872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767508.903698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767508.903700:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767508.903701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707471872:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767508.903721:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472000:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767508.903742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767508.903749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767508/real 1775767508] req@ffff967cc31d8380 x1862023707472000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767508.903757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707472000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767508.903763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767508.903765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767508.903767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472000:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767509.607391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767510.631499:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767511.655420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767512.679489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767513.703399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767514.023406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767514.023436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767514.023445:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767514.023462:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3452 00000100:00080000:0.0:1775767514.023480:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767514.023491:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767514.023567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707472128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767514.023602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767514.023607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767514.023609:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767514.023615:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3452 00000100:00080000:0.0:1775767514.023619:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767514.023625:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767514.023637:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767514.023648:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707472128:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767514.023655:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707472256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767514.023668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767514.023673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767514.023675:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767514.023681:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3452 00000100:00080000:0.0:1775767514.023686:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767514.023691:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767514.023697:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767514.023711:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707472384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767514.023834:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472256:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767514.023862:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472384:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767514.727511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767515.751436:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767516.775436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767517.095561:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767517.095602:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767517.095620:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767517.095688:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767517.095700:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775767517.095740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767514/real 1775767517] req@ffff967cc64ec000 x1862023707472256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767517.095779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707472256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767517.095790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767517.095794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767517.095797:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472256:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767517.095804:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767514/real 1775767517] req@ffff967cc64ec380 x1862023707472384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767517.095812:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707472384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767517.095818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767517.095820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767517.095822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472384:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775767517.095827:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767514/real 1775767517] req@ffff967cc64edc00 x1862023707472128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767517.095835:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707472128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767517.095840:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767517.095842:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767517.095844:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707472128:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775767517.799395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767518.823477:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767519.143402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767519.143412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767519.143417:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767519.143428:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3457 00000100:00080000:1.0:1775767519.143438:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767519.143445:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767519.143483:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707472512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767519.143512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767519.143516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767519.143518:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767519.143522:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3457 00000100:00080000:1.0:1775767519.143525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767519.143529:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767519.143540:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767519.143556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707472640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767519.143569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775767519.143576:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707472512:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767519.143592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767519.143594:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767519.143600:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3457 00000100:00080000:1.0:1775767519.143605:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767519.143609:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767519.143615:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767519.143630:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707472768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767519.143658:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767519.143707:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767519/real 1775767519] req@ffff967cc31da680 x1862023707472512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767519.143730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707472512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767519.143757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767519.143762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767519.143766:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707472512:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767519.143802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472640:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767519.143827:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767519.143841:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767519/real 1775767519] req@ffff967cc31d9c00 x1862023707472640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767519.143856:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707472640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767519.143864:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767519.143867:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767519.143871:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472640:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767519.143877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472768:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767519.143900:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767519.143910:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767519/real 1775767519] req@ffff967cc31d8380 x1862023707472768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767519.143922:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707472768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767519.143937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767519.143941:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767519.143944:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707472768:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767519.847366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767520.871451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767521.895343:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767522.919475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767523.943356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767524.263361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767524.263369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767524.263373:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767524.263382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3462 00000100:00080000:1.0:1775767524.263393:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767524.263400:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767524.263435:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707472896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767524.263461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767524.263464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767524.263465:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767524.263469:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3462 00000100:00080000:1.0:1775767524.263471:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767524.263474:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767524.263482:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767524.263490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707473024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767524.263497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767524.263499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767524.263500:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767524.263503:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3462 00000100:00080000:1.0:1775767524.263505:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767524.263507:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767524.263510:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767524.263518:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707473152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767524.263552:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707472896:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767524.263616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767524.263652:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767524/real 1775767524] req@ffff967cc31d8700 x1862023707472896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767524.263666:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707472896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767524.263674:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767524.263678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767524.263682:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707472896:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767524.263721:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473024:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767524.263745:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767524.263758:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767524/real 1775767524] req@ffff967cc31d8000 x1862023707473024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767524.263770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707473024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767524.263775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767524.263778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767524.263780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473024:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767524.263784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473152:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767524.263799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767524.263806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767524/real 1775767524] req@ffff967cc31da300 x1862023707473152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767524.263813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707473152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767524.263818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767524.263820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767524.263822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473152:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767524.967494:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767525.991351:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767527.015411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767528.039332:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767529.063600:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767529.383430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767529.383440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767529.383445:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767529.383455:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3467 00000100:00080000:3.0:1775767529.383467:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767529.383473:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767529.383516:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707473280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767529.383560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767529.383564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767529.383565:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767529.383568:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3467 00000100:00080000:3.0:1775767529.383571:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767529.383574:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767529.383583:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767529.383600:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707473408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767529.383610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767529.383613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767529.383614:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767529.383618:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3467 00000100:00080000:3.0:1775767529.383621:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767529.383624:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767529.383627:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767529.383635:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707473536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767529.383685:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707473280:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767529.383755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767529.383801:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767529/real 1775767529] req@ffff967cc796f100 x1862023707473280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767529.383820:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707473280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767529.383828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767529.383831:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767529.383834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707473280:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767529.383839:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473408:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767529.383854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767529.383862:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767529/real 1775767529] req@ffff967cc796d500 x1862023707473408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767529.383871:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707473408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767529.383876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767529.383878:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767529.383880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473408:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767529.383897:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473536:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767529.383908:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767529.383913:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767529/real 1775767529] req@ffff967cc796f480 x1862023707473536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767529.383920:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707473536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767529.383925:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767529.383927:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767529.383929:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473536:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767530.087382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767531.111465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767532.135410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767533.159409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767534.183409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767534.503416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767534.503425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767534.503429:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767534.503439:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3472 00000100:00080000:1.0:1775767534.503452:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767534.503459:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767534.503499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707473664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767534.503530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767534.503534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767534.503535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767534.503539:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3472 00000100:00080000:1.0:1775767534.503542:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767534.503545:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767534.503555:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767534.503565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707473792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767534.503574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767534.503577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767534.503579:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767534.503583:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3472 00000100:00080000:1.0:1775767534.503586:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767534.503609:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767534.503615:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767534.503623:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707473920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767534.503639:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707473664:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767534.503728:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767534.503782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767534/real 1775767534] req@ffff967cc31d8e00 x1862023707473664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767534.503807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707473664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767534.503822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767534.503828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767534.503833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707473664:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767534.503844:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473792:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767534.503875:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767534.503892:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767534/real 1775767534] req@ffff967cc31d9180 x1862023707473792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767534.503925:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707473792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767534.503937:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767534.503941:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767534.503946:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473792:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767534.503977:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473920:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767534.504005:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767534.504020:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767534/real 1775767534] req@ffff967cc31d9f80 x1862023707473920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767534.504037:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707473920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767534.504047:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767534.504052:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767534.504056:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707473920:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767535.207433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767536.231403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767537.255405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767538.279426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767539.303414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767539.623409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767539.623422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767539.623428:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767539.623442:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3477 00000100:00080000:2.0:1775767539.623456:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767539.623463:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767539.623526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707474048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767539.623572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767539.623577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767539.623579:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767539.623582:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3477 00000100:00080000:2.0:1775767539.623586:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767539.623589:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767539.623599:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767539.623611:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707474176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767539.623619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767539.623622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767539.623624:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767539.623626:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3477 00000100:00080000:2.0:1775767539.623629:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767539.623633:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767539.623634:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707474048:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767539.623637:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767539.623649:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707474304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767539.623721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767539.623770:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767539/real 1775767539] req@ffff967bc4ba0700 x1862023707474048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767539.623788:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707474048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767539.623797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767539.623801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767539.623805:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707474048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767539.623812:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474176:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767539.623830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767539.623839:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767539/real 1775767539] req@ffff967bc4ba1500 x1862023707474176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767539.623847:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707474176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767539.623854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767539.623857:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767539.623860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474176:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767539.623886:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474304:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767539.623910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767539.623921:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767539/real 1775767539] req@ffff967bc4ba0380 x1862023707474304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767539.623939:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707474304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767539.623945:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767539.623947:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767539.623950:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474304:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767540.327394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767541.351395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767542.375406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767543.399426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767544.423456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767544.743424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767544.743434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767544.743439:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767544.743452:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3483 00000100:00080000:3.0:1775767544.743466:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767544.743474:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767544.743555:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707474432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767544.743590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767544.743594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767544.743596:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767544.743601:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3483 00000100:00080000:3.0:1775767544.743606:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767544.743611:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767544.743623:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767544.743638:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707474560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767544.743646:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707474432:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767544.743663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767544.743667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767544.743670:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767544.743676:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3483 00000100:00080000:3.0:1775767544.743681:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767544.743686:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767544.743693:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775767544.743714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767544.743718:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707474688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767544.743763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767544/real 1775767544] req@ffff967cc796ed80 x1862023707474432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767544.743786:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707474432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767544.743798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767544.743803:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767544.743807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707474432:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767544.743829:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474560:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767544.743847:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767544.743856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767544/real 1775767544] req@ffff967cc796e680 x1862023707474560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767544.743869:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707474560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767544.743875:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767544.743877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767544.743879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474560:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767544.743882:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474688:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767544.743894:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767544.743899:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767544/real 1775767544] req@ffff967cc796f480 x1862023707474688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767544.743906:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707474688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767544.743911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767544.743913:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767544.743915:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474688:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767545.447391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767546.471427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767547.495401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767548.519385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767549.543465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767549.863378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767549.863388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767549.863393:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767549.863403:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3488 00000100:00080000:1.0:1775767549.863417:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767549.863425:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767549.863493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707474816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767549.863527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767549.863531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767549.863533:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767549.863538:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3488 00000100:00080000:1.0:1775767549.863542:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767549.863547:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767549.863557:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767549.863574:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707474944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767549.863585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707474816:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767549.863591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767549.863595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767549.863598:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767549.863603:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3488 00000100:00080000:1.0:1775767549.863609:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767549.863614:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767549.863619:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767549.863633:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707475072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767549.863673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767549.863726:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767549/real 1775767549] req@ffff967cc31d9880 x1862023707474816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767549.863748:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707474816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767549.863760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767549.863765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767549.863770:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707474816:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767549.863798:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474944:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767549.863823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767549.863836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767549/real 1775767549] req@ffff967cc31dbb80 x1862023707474944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767549.863850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707474944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767549.863859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767549.863862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767549.863866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707474944:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767549.863873:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475072:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767549.863895:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767549.863907:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767549/real 1775767549] req@ffff967cc31dad80 x1862023707475072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767549.863920:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707475072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767549.863929:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767549.863932:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767549.863936:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475072:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767550.567330:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767551.591487:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767552.615382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767553.639503:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767554.663456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767554.983415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767554.983426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767554.983431:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767554.983442:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3493 00000100:00080000:3.0:1775767554.983457:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767554.983464:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767554.983502:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707475200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767554.983529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767554.983531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767554.983533:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767554.983536:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3493 00000100:00080000:3.0:1775767554.983539:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767554.983541:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767554.983549:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767554.983558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707475328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767554.983565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767554.983568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767554.983570:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767554.983574:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3493 00000100:00080000:3.0:1775767554.983576:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767554.983579:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767554.983583:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767554.983587:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707475200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767554.983594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707475456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767554.983654:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767554.983696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767554/real 1775767554] req@ffff967cc796d500 x1862023707475200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767554.983719:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707475200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767554.983728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767554.983731:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767554.983734:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707475200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767554.983740:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475328:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767554.983756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767554.983764:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767554/real 1775767554] req@ffff967cc796f100 x1862023707475328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767554.983772:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707475328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767554.983778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767554.983780:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767554.983782:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475328:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767554.983802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475456:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767554.983814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767554.983820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767554/real 1775767554] req@ffff967cc796d180 x1862023707475456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767554.983828:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707475456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767554.983833:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767554.983835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767554.983836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475456:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767555.687427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767556.711351:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767557.735497:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767558.759411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767559.783457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767560.103392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767560.103402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767560.103407:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767560.103418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3498 00000100:00080000:2.0:1775767560.103429:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767560.103435:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767560.103482:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707475584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767560.103510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767560.103514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767560.103516:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767560.103521:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3498 00000100:00080000:2.0:1775767560.103524:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767560.103531:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767560.103544:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767560.103562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707475712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767560.103575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767560.103582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775767560.103585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707475584:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767560.103585:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767560.103602:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3498 00000100:00080000:2.0:1775767560.103606:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767560.103609:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767560.103614:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767560.103629:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707475840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767560.103676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767560.103715:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767560/real 1775767560] req@ffff967bc4ba2680 x1862023707475584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767560.103731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707475584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767560.103740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767560.103744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767560.103746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707475584:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767560.103768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475712:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767560.103783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767560.103791:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767560/real 1775767560] req@ffff967bc4ba3480 x1862023707475712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767560.103799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707475712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767560.103805:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767560.103807:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767560.103809:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475712:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767560.103814:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475840:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767560.103829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767560.103837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767560/real 1775767560] req@ffff967bc4ba2a00 x1862023707475840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767560.103846:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707475840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767560.103852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767560.103854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767560.103856:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707475840:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767560.807414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767561.831481:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767562.855434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767563.879445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767564.903392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767565.223344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767565.223353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767565.223360:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767565.223369:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3503 00000100:00080000:2.0:1775767565.223381:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767565.223388:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767565.223425:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707475968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767565.223456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767565.223460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767565.223462:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767565.223466:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3503 00000100:00080000:2.0:1775767565.223469:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767565.223474:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767565.223485:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767565.223497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707476096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767565.223509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767565.223513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767565.223514:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767565.223518:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3503 00000100:00080000:2.0:1775767565.223522:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767565.223526:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707475968:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767565.223528:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767565.223537:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767565.223548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707476224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767565.223606:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767565.223648:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767565/real 1775767565] req@ffff967bc4ba3100 x1862023707475968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767565.223668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707475968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767565.223675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767565.223678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767565.223681:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707475968:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767565.223700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476096:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767565.223717:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767565.223725:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767565/real 1775767565] req@ffff967bc4ba1f80 x1862023707476096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767565.223733:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707476096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767565.223738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767565.223741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767565.223742:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476096:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767565.223746:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476224:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767565.223757:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767565.223763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767565/real 1775767565] req@ffff967bc4ba1c00 x1862023707476224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767565.223770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707476224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767565.223779:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767565.223782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767565.223784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476224:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767565.927457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767566.951442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767567.975367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767568.999382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767570.023419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767570.343368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767570.343378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767570.343384:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767570.343394:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3508 00000100:00080000:1.0:1775767570.343405:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767570.343411:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767570.343461:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707476352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767570.343492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767570.343499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767570.343500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767570.343504:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3508 00000100:00080000:1.0:1775767570.343507:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767570.343511:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767570.343521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767570.343531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707476480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767570.343540:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707476352:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767570.343542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767570.343551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767570.343552:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767570.343556:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3508 00000100:00080000:1.0:1775767570.343558:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767570.343560:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767570.343564:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767570.343574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707476608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767570.343610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767570.343648:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767570/real 1775767570] req@ffff967cc31db800 x1862023707476352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767570.343663:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707476352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767570.343672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767570.343675:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767570.343678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707476352:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767570.343697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476480:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767570.343712:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767570.343720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767570/real 1775767570] req@ffff967cc31d8a80 x1862023707476480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767570.343727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707476480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767570.343733:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767570.343735:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767570.343738:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476480:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767570.343742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476608:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767570.343753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767570.343762:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767570/real 1775767570] req@ffff967cc31dad80 x1862023707476608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767570.343773:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707476608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767570.343782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767570.343786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767570.343790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476608:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767571.047358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767572.071450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767573.095375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767574.119429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767575.143391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767575.463382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767575.463393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767575.463398:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767575.463408:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3513 00000100:00080000:1.0:1775767575.463421:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767575.463428:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767575.463469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707476736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767575.463506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767575.463511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767575.463513:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767575.463524:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3513 00000100:00080000:1.0:1775767575.463529:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767575.463534:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767575.463544:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767575.463559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707476864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767575.463571:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707476736:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767575.463574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767575.463581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767575.463583:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767575.463589:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3513 00000100:00080000:1.0:1775767575.463594:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767575.463598:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767575.463605:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767575.463619:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707476992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767575.463641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767575.463679:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767575/real 1775767575] req@ffff967cc31dbb80 x1862023707476736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767575.463694:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707476736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767575.463702:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767575.463706:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767575.463709:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707476736:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767575.463729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476864:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767575.463743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767575.463751:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767575/real 1775767575] req@ffff967cc31d9880 x1862023707476864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767575.463759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707476864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767575.463764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767575.463766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767575.463769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476864:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767575.463772:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476992:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767575.463783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767575.463789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767575/real 1775767575] req@ffff967cc31d9f80 x1862023707476992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767575.463796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707476992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767575.463801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767575.463803:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767575.463805:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707476992:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767576.167440:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767577.191410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767578.215458:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767579.239454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767580.263463:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767580.583334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767580.583345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767580.583350:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767580.583362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3518 00000100:00080000:1.0:1775767580.583374:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767580.583381:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767580.583423:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707477120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767580.583445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767580.583448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767580.583449:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767580.583452:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3518 00000100:00080000:1.0:1775767580.583454:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767580.583457:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767580.583467:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767580.583478:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707477248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767580.583485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767580.583487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767580.583488:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767580.583491:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3518 00000100:00080000:1.0:1775767580.583493:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767580.583495:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767580.583500:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767580.583506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707477376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767580.583520:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707477120:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767580.583649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477248:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767580.583691:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477376:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767581.287413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767582.311444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767583.335419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775767583.655486:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775767583.655524:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775767583.655551:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767583.655606:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767583.655617:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767583.655712:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767580/real 1775767583] req@ffff967cc31da300 x1862023707477376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767583.655763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707477376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767583.655785:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767583.655805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767583.655811:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477376:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767583.655820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767580/real 1775767583] req@ffff967cc31d9180 x1862023707477120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767583.655836:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707477120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767583.655845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767583.655850:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767583.655854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707477120:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767583.655864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767580/real 1775767583] req@ffff967cc31d8e00 x1862023707477248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767583.655877:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707477248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767583.655886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767583.655890:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767583.655893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477248:192.168.202.151@tcp:38:kworker.0 00010000:00010000:3.0:1775767584.359408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767585.383356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767585.703394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767585.703403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767585.703406:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767585.703415:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3524 00000100:00080000:3.0:1775767585.703425:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767585.703432:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767585.703469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707477504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767585.703492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767585.703495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767585.703497:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767585.703501:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3524 00000100:00080000:3.0:1775767585.703504:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767585.703507:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767585.703515:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707477504:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767585.703521:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767585.703533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707477632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767585.703541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767585.703544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767585.703545:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767585.703549:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3524 00000100:00080000:3.0:1775767585.703553:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767585.703558:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767585.703563:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767585.703576:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707477760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767585.703590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767585.703636:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767585/real 1775767585] req@ffff967cc796ca80 x1862023707477504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767585.703658:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707477504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767585.703667:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767585.703672:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767585.703676:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707477504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767585.703704:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477632:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767585.703732:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767585.703746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767585/real 1775767585] req@ffff967cc796ce00 x1862023707477632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767585.703759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707477632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767585.703768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767585.703772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767585.703776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477632:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767585.703782:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477760:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767585.703823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767585.703837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767585/real 1775767585] req@ffff967cc796d180 x1862023707477760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767585.703851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707477760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767585.703859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767585.703863:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767585.703866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707477760:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767586.407421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767587.431443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767588.455496:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767589.479325:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767590.503438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767590.823339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767590.823347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767590.823351:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767590.823361:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3529 00000100:00080000:1.0:1775767590.823373:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767590.823382:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767590.823425:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707477888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767590.823454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767590.823457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767590.823458:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767590.823461:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3529 00000100:00080000:1.0:1775767590.823465:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767590.823468:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767590.823477:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767590.823488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707478016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767590.823496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767590.823498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767590.823500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767590.823505:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707477888:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767590.823507:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3529 00000100:00080000:1.0:1775767590.823512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767590.823516:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767590.823519:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767590.823529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707478144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767590.823575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767590.823609:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767590/real 1775767590] req@ffff967cc31d8000 x1862023707477888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767590.823624:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707477888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767590.823633:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767590.823636:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767590.823639:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707477888:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767590.823658:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478016:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767590.823674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767590.823681:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767590/real 1775767590] req@ffff967cc31d8700 x1862023707478016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767590.823689:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707478016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767590.823695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767590.823697:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767590.823699:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478016:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767590.823702:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478144:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767590.823715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767590.823728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767590/real 1775767590] req@ffff967cc31d8380 x1862023707478144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767590.823736:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707478144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767590.823741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767590.823744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767590.823746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478144:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767591.527403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767592.551435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767593.575387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767594.599449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767595.623336:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767595.943376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767595.943385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767595.943390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767595.943400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3534 00000100:00080000:1.0:1775767595.943412:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767595.943421:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767595.943460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707478272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767595.943497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767595.943503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767595.943505:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767595.943509:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3534 00000100:00080000:1.0:1775767595.943513:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767595.943517:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767595.943527:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767595.943540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707478400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767595.943550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767595.943554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767595.943556:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767595.943561:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3534 00000100:00080000:1.0:1775767595.943566:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767595.943570:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767595.943576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767595.943582:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707478272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767595.943592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707478528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767595.943646:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767595.943683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767595/real 1775767595] req@ffff967cc31d9c00 x1862023707478272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767595.943698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707478272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767595.943706:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767595.943710:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767595.943712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707478272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767595.943718:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478400:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767595.943731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767595.943739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767595/real 1775767595] req@ffff967cc31da680 x1862023707478400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767595.943746:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707478400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767595.943751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767595.943753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767595.943755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478400:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767595.943774:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478528:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767595.943786:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767595.943791:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767595/real 1775767595] req@ffff967cc31d8380 x1862023707478528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767595.943799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707478528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767595.943808:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767595.943810:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767595.943812:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478528:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767596.647401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767597.671331:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767598.695511:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767599.719383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767600.743616:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767601.063389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767601.063397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767601.063401:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767601.063410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3539 00000100:00080000:2.0:1775767601.063431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767601.063438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767601.063474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707478656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767601.063500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767601.063503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767601.063505:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767601.063508:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3539 00000100:00080000:2.0:1775767601.063510:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767601.063513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767601.063522:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767601.063530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707478784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767601.063537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767601.063539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767601.063540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767601.063545:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3539 00000100:00080000:2.0:1775767601.063547:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767601.063550:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767601.063554:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767601.063558:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707478656:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767601.063564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707478912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767601.063620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767601.063656:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767601/real 1775767601] req@ffff967bc4ba0a80 x1862023707478656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767601.063671:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707478656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767601.063679:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767601.063682:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767601.063685:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707478656:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767601.063690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478784:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767601.063707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767601.063719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767601/real 1775767601] req@ffff967bc4ba0000 x1862023707478784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767601.063732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707478784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767601.063740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767601.063744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767601.063748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478784:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767601.063769:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478912:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767601.063785:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767601.063792:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767601/real 1775767601] req@ffff967bc4ba2d80 x1862023707478912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767601.063809:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707478912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767601.063815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767601.063817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767601.063819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707478912:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767601.767374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767602.791451:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767603.815372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767604.839419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767605.863384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767606.183359:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767606.183373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767606.183379:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767606.183393:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3544 00000100:00080000:3.0:1775767606.183408:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767606.183416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767606.183462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707479040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767606.183503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767606.183512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767606.183514:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767606.183520:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3544 00000100:00080000:3.0:1775767606.183525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767606.183530:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767606.183542:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707479040:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767606.183548:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767606.183567:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707479168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767606.183581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767606.183586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767606.183588:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767606.183592:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3544 00000100:00080000:3.0:1775767606.183596:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767606.183599:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767606.183604:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775767606.183607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767606.183617:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707479296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767606.183655:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767606/real 1775767606] req@ffff967cc796f100 x1862023707479040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767606.183672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707479040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767606.183681:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767606.183684:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767606.183687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707479040:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767606.183710:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479168:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767606.183726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767606.183734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767606/real 1775767606] req@ffff967cc796d500 x1862023707479168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767606.183742:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707479168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767606.183755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767606.183758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767606.183761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479168:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767606.183765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479296:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767606.183779:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767606.183785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767606/real 1775767606] req@ffff967cc796f480 x1862023707479296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767606.183793:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707479296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767606.183799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767606.183802:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767606.183803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479296:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767606.887449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767607.911453:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767608.935424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767609.959411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767610.983390:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767611.303416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767611.303430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767611.303436:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767611.303449:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3549 00000100:00080000:1.0:1775767611.303463:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767611.303471:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767611.303515:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707479424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767611.303550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767611.303554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767611.303557:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767611.303562:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3549 00000100:00080000:1.0:1775767611.303567:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767611.303572:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767611.303583:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767611.303597:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707479424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767611.303598:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707479552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767611.303635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767611.303637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767611.303639:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767611.303645:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3549 00000100:00080000:1.0:1775767611.303647:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767611.303650:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767611.303655:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767611.303663:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707479680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767611.303702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767611.303740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767611/real 1775767611] req@ffff967cc31d8700 x1862023707479424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767611.303757:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707479424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767611.303766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767611.303769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767611.303772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707479424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767611.303793:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479552:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767611.303808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767611.303816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767611/real 1775767611] req@ffff967cc31d8000 x1862023707479552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767611.303824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707479552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767611.303831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767611.303835:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767611.303838:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479552:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767611.303855:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479680:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767611.303880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767611.303891:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767611/real 1775767611] req@ffff967cc31d8e00 x1862023707479680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767611.303912:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707479680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767611.303918:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767611.303920:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767611.303922:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479680:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767612.007378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767613.031417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767614.055416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767615.079417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767616.103398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767616.423348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767616.423356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767616.423361:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767616.423368:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3554 00000100:00080000:2.0:1775767616.423379:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767616.423385:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767616.423422:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707479808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767616.423447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767616.423450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767616.423451:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767616.423455:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3554 00000100:00080000:2.0:1775767616.423457:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767616.423460:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767616.423468:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767616.423476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707479936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767616.423484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767616.423487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767616.423488:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767616.423492:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3554 00000100:00080000:2.0:1775767616.423495:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767616.423497:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767616.423500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767616.423508:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707479808:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767616.423508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707480064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767616.423588:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767616.423629:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767616/real 1775767616] req@ffff967bc4ba3800 x1862023707479808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767616.423650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707479808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767616.423662:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767616.423667:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767616.423671:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707479808:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767616.423679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479936:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767616.423700:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767616.423711:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767616/real 1775767616] req@ffff967bc4ba1880 x1862023707479936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767616.423733:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707479936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767616.423743:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767616.423746:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767616.423750:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707479936:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767616.423775:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480064:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767616.423810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767616.423824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767616/real 1775767616] req@ffff967bc4ba0e00 x1862023707480064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767616.423838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707480064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767616.423847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767616.423851:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767616.423854:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480064:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767617.127422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767618.151386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767619.175375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767620.199397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767621.223444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767621.543392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767621.543403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767621.543408:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767621.543419:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3559 00000100:00080000:1.0:1775767621.543431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767621.543437:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767621.543483:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707480192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767621.543511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767621.543514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767621.543515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767621.543518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3559 00000100:00080000:1.0:1775767621.543520:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767621.543522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767621.543531:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767621.543540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707480320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767621.543548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767621.543550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767621.543552:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767621.543555:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3559 00000100:00080000:1.0:1775767621.543557:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767621.543562:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767621.543564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707480192:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775767621.543566:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767621.543579:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707480448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767621.543637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767621.543685:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767621/real 1775767621] req@ffff967cc31d9180 x1862023707480192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767621.543707:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707480192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767621.543716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767621.543719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767621.543722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707480192:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767621.543728:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480320:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767621.543760:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767621.543771:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767621/real 1775767621] req@ffff967cc31da300 x1862023707480320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767621.543780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707480320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767621.543791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767621.543793:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767621.543796:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480320:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767621.543820:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480448:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767621.543835:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767621.543842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767621/real 1775767621] req@ffff967cc31d9f80 x1862023707480448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767621.543850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707480448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767621.543856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767621.543858:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767621.543860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480448:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767622.247384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767623.271523:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767624.295418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767625.319457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767626.343476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767626.663432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767626.663443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767626.663448:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767626.663459:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3565 00000100:00080000:2.0:1775767626.663471:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767626.663476:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767626.663524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707480576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767626.663551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767626.663554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767626.663555:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767626.663559:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3565 00000100:00080000:2.0:1775767626.663561:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767626.663564:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767626.663572:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767626.663582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707480704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767626.663590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767626.663593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767626.663594:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767626.663597:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3565 00000100:00080000:2.0:1775767626.663599:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767626.663601:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767626.663604:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767626.663610:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707480832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767626.663673:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707480576:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767626.663777:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767626.663827:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767626/real 1775767626] req@ffff967bc4ba1180 x1862023707480576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767626.663849:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707480576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767626.663860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767626.663865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767626.663869:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707480576:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767626.663877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480704:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767626.663902:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767626.663914:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767626/real 1775767626] req@ffff967bc4ba3b80 x1862023707480704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767626.663937:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707480704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767626.663949:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767626.663953:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767626.663956:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480704:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767626.663963:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480832:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767626.663986:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767626.663996:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767626/real 1775767626] req@ffff967bc4ba2300 x1862023707480832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767626.664007:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707480832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767626.664028:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767626.664032:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767626.664035:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707480832:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767627.367432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767628.391377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767629.415466:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767630.439424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767631.463492:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767631.783319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767631.783330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767631.783335:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767631.783345:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3570 00000100:00080000:2.0:1775767631.783356:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767631.783362:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767631.783407:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707480960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767631.783432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767631.783435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767631.783437:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767631.783440:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3570 00000100:00080000:2.0:1775767631.783442:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767631.783444:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767631.783453:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767631.783462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707481088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767631.783471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767631.783473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767631.783475:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767631.783478:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3570 00000100:00080000:2.0:1775767631.783480:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767631.783483:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767631.783487:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767631.783495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707481216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767631.783507:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707480960:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767631.783593:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767631.783631:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767631/real 1775767631] req@ffff967bc4ba2300 x1862023707480960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767631.783683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707480960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767631.783694:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767631.783699:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767631.783703:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707480960:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767631.783711:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481088:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767631.783737:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767631.783751:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767631/real 1775767631] req@ffff967bc4ba3b80 x1862023707481088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767631.783764:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707481088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767631.783770:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767631.783772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767631.783775:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481088:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767631.783797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481216:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767631.783814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767631.783820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767631/real 1775767631] req@ffff967bc4ba1180 x1862023707481216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767631.783828:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707481216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767631.783834:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767631.783836:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767631.783838:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481216:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767632.487395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767633.511452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767634.535345:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767635.559484:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767636.583369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767636.903369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767636.903380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767636.903385:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767636.903396:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3575 00000100:00080000:2.0:1775767636.903407:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767636.903413:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767636.903457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707481344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767636.903485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767636.903488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767636.903489:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767636.903499:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3575 00000100:00080000:2.0:1775767636.903502:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767636.903505:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767636.903517:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767636.903527:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707481472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767636.903535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767636.903538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767636.903539:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767636.903543:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3575 00000100:00080000:2.0:1775767636.903547:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767636.903551:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767636.903557:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767636.903560:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707481344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767636.903570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707481600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767636.903669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767636.903717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767636/real 1775767636] req@ffff967bc4ba0e00 x1862023707481344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767636.903749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707481344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767636.903761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767636.903766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767636.903771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707481344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767636.903779:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481472:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767636.903805:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767636.903818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767636/real 1775767636] req@ffff967bc4ba1880 x1862023707481472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767636.903831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707481472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767636.903840:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767636.903843:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767636.903847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481472:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767636.903874:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481600:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767636.903898:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767636.903910:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767636/real 1775767636] req@ffff967bc4ba3800 x1862023707481600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767636.903924:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707481600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767636.903940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767636.903945:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767636.903948:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481600:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767637.607472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767638.631400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767639.655470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767640.679382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767641.703442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767642.023331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767642.023342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767642.023346:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767642.023357:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3580 00000100:00080000:2.0:1775767642.023368:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767642.023374:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767642.023419:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707481728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767642.023459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767642.023466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767642.023469:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767642.023473:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3580 00000100:00080000:2.0:1775767642.023478:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767642.023482:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767642.023492:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767642.023507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707481856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767642.023515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767642.023518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767642.023519:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767642.023524:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3580 00000100:00080000:2.0:1775767642.023527:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767642.023530:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767642.023534:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767642.023565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707481984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767642.023595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707481728:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767642.023673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767642.023722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767642/real 1775767642] req@ffff967bc4ba2d80 x1862023707481728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767642.023741:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707481728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767642.023750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767642.023754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767642.023757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707481728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767642.023763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481856:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767642.023781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767642.023790:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767642/real 1775767642] req@ffff967bc4ba0000 x1862023707481856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767642.023797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707481856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767642.023803:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767642.023806:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767642.023808:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481856:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767642.023812:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481984:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767642.023824:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767642.023829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767642/real 1775767642] req@ffff967bc4ba0a80 x1862023707481984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767642.023837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707481984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767642.023842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767642.023844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767642.023846:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707481984:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767642.727388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767643.751403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767644.775440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767645.799394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767646.823422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767647.143419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767647.143427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767647.143432:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767647.143440:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3585 00000100:00080000:1.0:1775767647.143451:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767647.143457:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767647.143493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707482112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767647.143535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767647.143538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767647.143540:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767647.143543:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3585 00000100:00080000:1.0:1775767647.143545:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767647.143549:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767647.143557:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767647.143568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707482240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767647.143577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767647.143580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767647.143581:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767647.143584:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3585 00000100:00080000:1.0:1775767647.143586:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767647.143588:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767647.143592:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767647.143602:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707482112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767647.143603:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707482368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767647.143724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482240:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767647.143764:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482368:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767647.847469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767648.871422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767649.895441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767650.215510:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767650.215548:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767650.215568:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767650.215617:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767650.215635:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767650.215766:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767647/real 1775767650] req@ffff967cc31dad80 x1862023707482368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767650.215813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707482368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767650.215834:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767650.215840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767650.215844:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482368:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767650.215853:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767647/real 1775767650] req@ffff967cc31d9880 x1862023707482112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767650.215866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707482112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767650.215873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767650.215877:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767650.215880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707482112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767650.215886:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767647/real 1775767650] req@ffff967cc31dbb80 x1862023707482240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767650.215898:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707482240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767650.215906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767650.215910:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767650.215913:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482240:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775767650.919388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767651.943386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767652.263464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767652.263472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767652.263476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767652.263484:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3590 00000100:00080000:2.0:1775767652.263496:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767652.263503:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767652.263545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707482496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767652.263587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767652.263591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767652.263593:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767652.263608:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3590 00000100:00080000:2.0:1775767652.263613:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767652.263617:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767652.263628:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767652.263647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707482624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767652.263663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767652.263666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767652.263668:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767652.263673:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3590 00000100:00080000:2.0:1775767652.263676:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767652.263681:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767652.263686:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767652.263696:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707482752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767652.264235:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707482496:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767652.264348:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767652.264397:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767652/real 1775767652] req@ffff967bc4ba1c00 x1862023707482496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767652.264420:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707482496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767652.264434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767652.264439:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767652.264465:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707482496:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767652.264474:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482624:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767652.264501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767652.264515:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767652/real 1775767652] req@ffff967bc4ba1f80 x1862023707482624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767652.264529:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707482624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767652.264538:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767652.264541:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767652.264545:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482624:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767652.264554:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482752:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767652.264578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767652.264589:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767652/real 1775767652] req@ffff967bc4ba3100 x1862023707482752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767652.264601:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707482752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767652.264616:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767652.264620:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767652.264622:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707482752:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767652.967412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767653.991412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767655.015434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767656.039389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767657.063437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767657.383421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767657.383431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767657.383436:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767657.383446:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3595 00000100:00080000:1.0:1775767657.383457:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767657.383463:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767657.383504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707482880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767657.383530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767657.383533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767657.383534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767657.383537:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3595 00000100:00080000:1.0:1775767657.383539:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767657.383542:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767657.383550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767657.383560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707483008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767657.383570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767657.383574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767657.383576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767657.383581:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3595 00000100:00080000:1.0:1775767657.383585:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767657.383591:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707482880:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767657.383592:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767657.383599:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767657.383615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707483136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767657.383675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767657.383719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767657/real 1775767657] req@ffff967cc31d8a80 x1862023707482880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767657.383737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707482880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767657.383745:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767657.383749:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767657.383752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707482880:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767657.383758:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483008:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767657.383776:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767657.383784:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767657/real 1775767657] req@ffff967cc31db800 x1862023707483008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767657.383792:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707483008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767657.383802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767657.383805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767657.383807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483008:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767657.383830:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483136:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767657.383862:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767657.383874:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767657/real 1775767657] req@ffff967cc31dbb80 x1862023707483136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767657.383887:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707483136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767657.383897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767657.383900:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767657.383902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483136:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767658.087432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767659.111395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767660.135409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767661.159479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767662.183454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767662.503438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767662.503449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767662.503454:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767662.503465:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3600 00000100:00080000:3.0:1775767662.503478:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767662.503486:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767662.503530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707483264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767662.503570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767662.503574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767662.503576:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767662.503580:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3600 00000100:00080000:3.0:1775767662.503585:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767662.503589:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767662.503599:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767662.503614:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707483392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767662.503627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767662.503628:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707483264:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767662.503635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767662.503639:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767662.503644:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3600 00000100:00080000:3.0:1775767662.503648:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767662.503652:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767662.503658:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767662.503672:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707483520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767662.503706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767662.503748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767662/real 1775767662] req@ffff967cc796e680 x1862023707483264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767662.503763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707483264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767662.503771:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767662.503775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767662.503778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707483264:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767662.503799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483392:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767662.503816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767662.503834:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767662/real 1775767662] req@ffff967cc796ed80 x1862023707483392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767662.503843:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707483392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767662.503849:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767662.503851:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767662.503853:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483392:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767662.503857:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483520:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767662.503870:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767662.503877:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767662/real 1775767662] req@ffff967cc796f480 x1862023707483520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767662.503884:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707483520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767662.503889:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767662.503891:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767662.503893:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483520:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767663.207375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767664.231486:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767665.255419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767666.279493:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767667.303470:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767667.623398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767667.623409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767667.623414:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767667.623423:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3605 00000100:00080000:3.0:1775767667.623434:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767667.623441:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767667.623477:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707483648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767667.623503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767667.623505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767667.623506:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767667.623509:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3605 00000100:00080000:3.0:1775767667.623512:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767667.623514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767667.623522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767667.623533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707483776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767667.623541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767667.623543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767667.623544:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767667.623549:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3605 00000100:00100000:0.0:1775767667.623550:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707483648:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767667.623551:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767667.623557:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767667.623561:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767667.623569:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707483904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767667.623619:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767667.623661:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767667/real 1775767667] req@ffff967cc796d500 x1862023707483648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767667.623677:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707483648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767667.623685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767667.623688:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767667.623691:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707483648:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767667.623711:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483776:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767667.623727:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767667.623735:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767667/real 1775767667] req@ffff967cc796f100 x1862023707483776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767667.623743:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707483776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767667.623748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767667.623750:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767667.623752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483776:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767667.623756:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483904:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767667.623768:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767667.623774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767667/real 1775767667] req@ffff967cc796d180 x1862023707483904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767667.623781:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707483904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767667.623786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767667.623788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767667.623790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707483904:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767668.327509:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767669.351454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767670.375467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767671.399388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767672.423508:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767672.743342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767672.743350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767672.743354:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767672.743362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3611 00000100:00080000:3.0:1775767672.743374:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767672.743380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767672.743420:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707484032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767672.743453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767672.743458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767672.743460:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767672.743463:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3611 00000100:00080000:3.0:1775767672.743467:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767672.743470:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767672.743480:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767672.743490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707484160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767672.743498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767672.743501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767672.743502:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767672.743505:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3611 00000100:00080000:3.0:1775767672.743508:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767672.743510:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767672.743514:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767672.743525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707484288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767672.743527:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707484032:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767672.743608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767672.743655:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767672/real 1775767672] req@ffff967cc796ce00 x1862023707484032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767672.743678:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707484032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767672.743691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767672.743695:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767672.743700:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707484032:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767672.743708:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484160:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767672.743735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767672.743749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767672/real 1775767672] req@ffff967cc796ca80 x1862023707484160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767672.743770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707484160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767672.743779:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767672.743782:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767672.743786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484160:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767672.743812:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484288:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767672.743835:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767672.743846:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767672/real 1775767672] req@ffff967cc796d180 x1862023707484288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767672.743859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707484288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767672.743868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767672.743871:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767672.743875:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484288:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767673.447426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767674.471465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767675.495416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767676.519527:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767677.543406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767677.863423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767677.863434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767677.863438:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767677.863449:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3616 00000100:00080000:1.0:1775767677.863460:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767677.863466:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767677.863508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707484416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767677.863538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767677.863541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767677.863542:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767677.863545:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3616 00000100:00080000:1.0:1775767677.863547:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767677.863550:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767677.863559:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767677.863567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707484544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767677.863574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767677.863576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767677.863577:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767677.863580:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3616 00000100:00080000:1.0:1775767677.863581:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767677.863584:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767677.863586:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767677.863592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707484672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767677.863629:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707484416:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767677.863706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767677.863749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767677/real 1775767677] req@ffff967cc31d9880 x1862023707484416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767677.863771:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707484416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767677.863779:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767677.863783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767677.863786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707484416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767677.863792:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484544:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767677.863808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767677.863815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767677/real 1775767677] req@ffff967cc31dad80 x1862023707484544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767677.863823:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707484544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767677.863828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767677.863830:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767677.863832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484544:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767677.863836:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484672:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767677.863850:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767677.863860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767677/real 1775767677] req@ffff967cc31d9f80 x1862023707484672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767677.863873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707484672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767677.863889:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767677.863893:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767677.863896:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484672:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767678.567472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767679.591340:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767680.615438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767681.639492:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767682.663419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767682.983417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767682.983426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767682.983431:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767682.983442:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3621 00000100:00080000:3.0:1775767682.983454:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767682.983460:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767682.983503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707484800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767682.983527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767682.983530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767682.983531:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767682.983534:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3621 00000100:00080000:3.0:1775767682.983537:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767682.983539:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767682.983547:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767682.983556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707484928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767682.983562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767682.983565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767682.983566:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767682.983569:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3621 00000100:00080000:3.0:1775767682.983571:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767682.983573:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767682.983576:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767682.983581:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707485056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767682.983650:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707484800:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767682.983723:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767682.983763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767682/real 1775767682] req@ffff967cc796f100 x1862023707484800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767682.983808:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707484800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767682.983819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767682.983823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767682.983827:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707484800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767682.983834:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484928:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767682.983854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767682.983880:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767682/real 1775767682] req@ffff967cc796d500 x1862023707484928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767682.983889:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707484928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767682.983895:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767682.983898:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767682.983900:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707484928:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767682.983905:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485056:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767682.983919:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767682.983942:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767682/real 1775767682] req@ffff967cc796f480 x1862023707485056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767682.983949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707485056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767682.983955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767682.983958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767682.983959:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485056:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767683.687454:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767684.711457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767685.735402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767686.759468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767687.783403:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767688.103358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767688.103372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767688.103378:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767688.103392:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3626 00000100:00080000:1.0:1775767688.103404:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767688.103413:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767688.103477:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707485184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767688.103508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767688.103511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767688.103512:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767688.103516:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3626 00000100:00080000:1.0:1775767688.103525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767688.103530:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767688.103541:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767688.103543:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707485184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767688.103556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707485312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767688.103564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767688.103567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767688.103569:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767688.103572:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3626 00000100:00080000:1.0:1775767688.103575:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767688.103578:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767688.103582:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767688.103591:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707485440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767688.103616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767688.103655:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767688/real 1775767688] req@ffff967cc31da300 x1862023707485184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767688.103677:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707485184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767688.103689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767688.103694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767688.103699:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707485184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767688.103727:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485312:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767688.103750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767688.103760:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767688/real 1775767688] req@ffff967cc31d9180 x1862023707485312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767688.103779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707485312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767688.103786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767688.103789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767688.103792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767688.103796:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485440:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767688.103811:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767688.103818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767688/real 1775767688] req@ffff967cc31d8e00 x1862023707485440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767688.103826:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707485440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767688.103832:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767688.103833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767688.103836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485440:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767688.807428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767689.831479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767690.855395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767691.879406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767692.903420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767693.223385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767693.223394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767693.223398:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767693.223406:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3631 00000100:00080000:3.0:1775767693.223417:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767693.223423:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767693.223459:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707485568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767693.223486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767693.223489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767693.223490:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767693.223493:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3631 00000100:00080000:3.0:1775767693.223496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767693.223499:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767693.223510:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767693.223525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707485696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767693.223537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767693.223540:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707485568:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767693.223543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767693.223548:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767693.223554:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3631 00000100:00080000:3.0:1775767693.223560:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767693.223564:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767693.223569:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767693.223581:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707485824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767693.223610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767693.223647:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767693/real 1775767693] req@ffff967cc796ed80 x1862023707485568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767693.223662:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707485568/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767693.223670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767693.223673:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767693.223676:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707485568:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767693.223697:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485696:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767693.223711:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767693.223719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767693/real 1775767693] req@ffff967cc796e680 x1862023707485696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767693.223727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707485696/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767693.223732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767693.223734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767693.223736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485696:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767693.223739:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485824:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767693.223751:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767693.223756:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767693/real 1775767693] req@ffff967cc796f480 x1862023707485824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767693.223768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707485824/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767693.223773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767693.223775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767693.223776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707485824:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767693.927404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767694.951397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767695.975409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767696.999368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767698.023386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767698.343404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767698.343414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767698.343417:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767698.343426:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3636 00000100:00080000:1.0:1775767698.343438:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767698.343444:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767698.343489:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707485952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767698.343515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767698.343518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767698.343519:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767698.343522:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3636 00000100:00080000:1.0:1775767698.343525:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767698.343528:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767698.343537:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767698.343546:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707486080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767698.343554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767698.343556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767698.343557:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767698.343560:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3636 00000100:00080000:1.0:1775767698.343563:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767698.343567:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707485952:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767698.343567:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767698.343574:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767698.343582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707486208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767698.343635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767698.343671:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767698/real 1775767698] req@ffff967cc31d8000 x1862023707485952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767698.343686:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707485952/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767698.343694:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767698.343697:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767698.343700:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707485952:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767698.343705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486080:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767698.343726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767698.343738:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767698/real 1775767698] req@ffff967cc31d8700 x1862023707486080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767698.343759:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707486080/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767698.343768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767698.343771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767698.343775:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486080:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767698.343801:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486208:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767698.343825:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767698.343837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767698/real 1775767698] req@ffff967cc31d8380 x1862023707486208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767698.343850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707486208/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767698.343858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767698.343861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767698.343865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486208:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767699.047359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767700.071374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767701.095466:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767702.119418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767703.143423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767703.463416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767703.463427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767703.463431:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767703.463442:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3641 00000100:00080000:3.0:1775767703.463453:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767703.463459:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767703.463500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707486336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767703.463527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767703.463530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767703.463532:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767703.463535:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3641 00000100:00080000:3.0:1775767703.463537:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767703.463540:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767703.463548:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767703.463558:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707486464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767703.463565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767703.463568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767703.463569:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767703.463572:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3641 00000100:00080000:3.0:1775767703.463574:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767703.463576:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767703.463579:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767703.463587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707486592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767703.463632:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707486336:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767703.463710:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767703.463749:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767703/real 1775767703] req@ffff967cc796d500 x1862023707486336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767703.463764:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707486336/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767703.463774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767703.463777:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767703.463780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707486336:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767703.463785:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486464:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767703.463800:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767703.463807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767703/real 1775767703] req@ffff967cc796f100 x1862023707486464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767703.463815:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707486464/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767703.463820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767703.463822:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767703.463824:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486464:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767703.463828:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486592:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767703.463840:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767703.463845:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767703/real 1775767703] req@ffff967cc796d180 x1862023707486592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767703.463852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707486592/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767703.463857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767703.463859:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767703.463861:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486592:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767704.167392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767705.191450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767706.215418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767707.239491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767708.263468:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767708.583372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767708.583382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767708.583388:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767708.583398:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3646 00000100:00080000:1.0:1775767708.583410:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767708.583415:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767708.583460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707486720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767708.583486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767708.583490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767708.583492:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767708.583494:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3646 00000100:00080000:1.0:1775767708.583497:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767708.583499:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767708.583507:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767708.583517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707486848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767708.583525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767708.583528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767708.583529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767708.583534:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3646 00000100:00100000:0.0:1775767708.583536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707486720:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767708.583536:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767708.583542:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767708.583547:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767708.583556:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707486976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767708.583616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767708.583662:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767708/real 1775767708] req@ffff967cc31da680 x1862023707486720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767708.583696:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707486720/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767708.583707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767708.583710:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767708.583713:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707486720:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767708.583734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486848:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767708.583754:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767708.583763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767708/real 1775767708] req@ffff967cc31d9c00 x1862023707486848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767708.583780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707486848/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767708.583786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767708.583789:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767708.583791:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486848:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767708.583795:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486976:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767708.583809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767708.583816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767708/real 1775767708] req@ffff967cc31d8380 x1862023707486976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767708.583824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707486976/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767708.583830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767708.583832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767708.583834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707486976:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767709.287485:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767710.311390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767711.335485:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767712.359406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767713.383445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767713.703368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767713.703376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767713.703380:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767713.703388:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3652 00000100:00080000:3.0:1775767713.703399:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767713.703405:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767713.703444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707487104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767713.703478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767713.703481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767713.703482:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767713.703486:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3652 00000100:00080000:3.0:1775767713.703489:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767713.703492:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767713.703500:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767713.703511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707487232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767713.703518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767713.703521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767713.703522:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767713.703525:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3652 00000100:00080000:3.0:1775767713.703528:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767713.703531:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707487104:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767713.703533:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767713.703541:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767713.703551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707487360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767713.703628:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487232:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767713.703658:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487360:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767714.407369:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767715.431444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767716.455385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775767716.775520:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775767716.775556:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775767716.775580:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767716.775613:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767716.775620:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767716.775671:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767713/real 1775767716] req@ffff967cc796d180 x1862023707487360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767716.775695:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707487360/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767716.775715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767716.775718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767716.775722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487360:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767716.775728:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767713/real 1775767716] req@ffff967cc796ca80 x1862023707487104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767716.775767:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707487104/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767716.775778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767716.775783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767716.775787:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707487104:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767716.775812:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767713/real 1775767716] req@ffff967cc796ce00 x1862023707487232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767716.775859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707487232/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767716.775868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767716.775872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767716.775875:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487232:192.168.202.151@tcp:38:kworker.0 00010000:00010000:3.0:1775767717.479434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767718.503349:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767718.823349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767718.823357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767718.823361:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767718.823369:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3657 00000100:00080000:3.0:1775767718.823381:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767718.823389:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767718.823422:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707487488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767718.823447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767718.823451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767718.823453:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767718.823457:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3657 00000100:00080000:3.0:1775767718.823461:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767718.823465:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767718.823475:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767718.823491:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707487616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767718.823504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767718.823507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767718.823509:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767718.823514:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3657 00000100:00080000:3.0:1775767718.823518:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767718.823522:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767718.823528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707487488:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767718.823529:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767718.823546:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707487744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767718.823627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767718.823670:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767718/real 1775767718] req@ffff967cc796f100 x1862023707487488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767718.823712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707487488/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767718.823729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767718.823734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767718.823738:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707487488:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767718.823745:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487616:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767718.823774:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767718.823789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767718/real 1775767718] req@ffff967cc796d500 x1862023707487616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767718.823800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707487616/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767718.823841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767718.823844:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767718.823847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487616:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767718.823875:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487744:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767718.823901:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767718.823913:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767718/real 1775767718] req@ffff967cc796f480 x1862023707487744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767718.823925:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707487744/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767718.823934:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767718.823938:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767718.823942:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707487744:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767719.527400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767720.551426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767721.575449:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767722.599418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767723.623456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767723.943415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767723.943425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767723.943430:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767723.943442:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3662 00000100:00080000:1.0:1775767723.943454:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767723.943463:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767723.943506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707487872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767723.943543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767723.943556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767723.943561:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767723.943566:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3662 00000100:00080000:1.0:1775767723.943572:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767723.943577:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767723.943588:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767723.943595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707487872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767723.943607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707488000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767723.943620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767723.943624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767723.943635:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767723.943640:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3662 00000100:00080000:1.0:1775767723.943647:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767723.943652:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767723.943658:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775767723.943665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:1.0:1775767723.943673:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707488128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767723.943714:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767723/real 1775767723] req@ffff967cc31d8700 x1862023707487872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767723.943737:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707487872/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767723.943749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767723.943754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767723.943772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707487872:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767723.943799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488000:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767723.943820:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767723.943830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767723/real 1775767723] req@ffff967cc31d8000 x1862023707488000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767723.943838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707488000/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767723.943844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767723.943846:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767723.943849:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488000:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767723.943853:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488128:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767723.943879:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767723.943886:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767723/real 1775767723] req@ffff967cc31d8e00 x1862023707488128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767723.943893:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707488128/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767723.943899:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767723.943901:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767723.943903:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488128:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767724.647404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767725.671365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767726.695416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767727.719442:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767728.743473:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767729.063365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767729.063375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767729.063380:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767729.063391:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3667 00000100:00080000:1.0:1775767729.063405:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767729.063413:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767729.063455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707488256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767729.063487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767729.063492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767729.063494:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767729.063499:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3667 00000100:00080000:1.0:1775767729.063505:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767729.063511:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767729.063522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767729.063531:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707488256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767729.063538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707488384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767729.063552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767729.063556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767729.063559:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767729.063565:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3667 00000100:00080000:1.0:1775767729.063589:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767729.063595:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767729.063602:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775767729.063605:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:1.0:1775767729.063621:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707488512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767729.063646:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767729/real 1775767729] req@ffff967cc31d9180 x1862023707488256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767729.063668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707488256/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767729.063679:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767729.063684:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767729.063688:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707488256:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767729.063745:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488384:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767729.063770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767729.063782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767729/real 1775767729] req@ffff967cc31da300 x1862023707488384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767729.063791:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707488384/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767729.063797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767729.063799:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767729.063802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488384:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767729.063807:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488512:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767729.063820:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767729.063826:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767729/real 1775767729] req@ffff967cc31d9f80 x1862023707488512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767729.063834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707488512/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767729.063839:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767729.063841:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767729.063843:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488512:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767729.767405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767730.791442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767731.815413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767732.839463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767733.863444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767734.183374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767734.183383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767734.183387:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767734.183395:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3672 00000100:00080000:3.0:1775767734.183406:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767734.183412:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767734.183449:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707488640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767734.183475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767734.183478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767734.183479:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767734.183482:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3672 00000100:00080000:3.0:1775767734.183484:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767734.183486:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767734.183495:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767734.183503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707488768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767734.183511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767734.183513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767734.183515:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767734.183521:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3672 00000100:00080000:3.0:1775767734.183525:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767734.183527:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767734.183531:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767734.183539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707488896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767734.183564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707488640:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767734.183645:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767734.183708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767734/real 1775767734] req@ffff967cc796e680 x1862023707488640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767734.183732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707488640/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767734.183741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767734.183745:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767734.183748:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707488640:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767734.183754:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488768:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767734.183772:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767734.183780:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767734/real 1775767734] req@ffff967cc796ed80 x1862023707488768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767734.183789:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707488768/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767734.183794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767734.183797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767734.183799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488768:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767734.183823:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488896:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767734.183842:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767734.183853:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767734/real 1775767734] req@ffff967cc796f480 x1862023707488896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767734.183866:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707488896/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767734.183883:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767734.183886:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767734.183890:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707488896:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767734.887415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767735.911396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767736.935429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767737.959464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767738.983377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767739.303387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767739.303398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767739.303404:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767739.303415:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3677 00000100:00080000:2.0:1775767739.303429:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767739.303437:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767739.303482:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707489024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767739.303525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767739.303529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767739.303531:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767739.303537:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3677 00000100:00080000:2.0:1775767739.303541:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767739.303546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767739.303557:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767739.303571:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707489024:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767739.303576:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707489152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767739.303590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767739.303595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767739.303597:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767739.303604:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3677 00000100:00080000:2.0:1775767739.303623:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767739.303628:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767739.303635:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767739.303649:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707489280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767739.303661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767739.303699:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767739/real 1775767739] req@ffff967bc4ba2a00 x1862023707489024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767739.303714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707489024/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767739.303722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767739.303725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767739.303729:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707489024:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767739.303749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489152:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767739.303765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767739.303773:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767739/real 1775767739] req@ffff967bc4ba3480 x1862023707489152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767739.303782:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707489152/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767739.303792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767739.303794:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767739.303796:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489152:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767739.303800:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489280:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767739.303812:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767739.303818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767739/real 1775767739] req@ffff967bc4ba2680 x1862023707489280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767739.303825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707489280/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767739.303831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767739.303832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767739.303835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489280:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767740.007413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767741.031384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767742.055434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767743.079370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767744.103402:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767744.423312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767744.423319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767744.423323:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767744.423332:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3682 00000100:00080000:2.0:1775767744.423343:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767744.423350:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767744.423387:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707489408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767744.423411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767744.423413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767744.423415:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767744.423418:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3682 00000100:00080000:2.0:1775767744.423420:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767744.423422:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767744.423431:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767744.423441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707489536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767744.423449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767744.423451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767744.423452:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767744.423455:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3682 00000100:00080000:2.0:1775767744.423458:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767744.423464:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707489408:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767744.423464:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767744.423470:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767744.423477:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707489664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767744.423527:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767744.423589:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767744/real 1775767744] req@ffff967bc4ba0380 x1862023707489408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767744.423607:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707489408/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767744.423617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767744.423622:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767744.423626:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707489408:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767744.423652:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489536:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767744.423675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767744.423684:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767744/real 1775767744] req@ffff967bc4ba1500 x1862023707489536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767744.423693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707489536/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767744.423699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767744.423701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767744.423704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489536:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767744.423708:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489664:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767744.423721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767744.423727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767744/real 1775767744] req@ffff967bc4ba0700 x1862023707489664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767744.423735:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707489664/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767744.423740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767744.423742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767744.423744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489664:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767745.127374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767746.151499:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767747.175416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767748.199468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767749.223388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767749.543419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767749.543433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767749.543439:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767749.543460:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3687 00000100:00080000:3.0:1775767749.543472:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767749.543478:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767749.543551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707489792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767749.543584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767749.543587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767749.543589:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767749.543592:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3687 00000100:00080000:3.0:1775767749.543597:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767749.543600:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767749.543610:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767749.543623:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707489920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767749.543639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767749.543641:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707489792:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767749.543642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767749.543644:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767749.543651:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3687 00000100:00080000:3.0:1775767749.543654:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767749.543657:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767749.543660:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767749.543670:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707490048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767749.543732:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767749.543778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767749/real 1775767749] req@ffff967cc796d500 x1862023707489792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767749.543800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707489792/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767749.543812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767749.543817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767749.543821:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707489792:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767749.543860:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489920:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767749.543884:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767749.543896:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767749/real 1775767749] req@ffff967cc796f100 x1862023707489920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767749.543909:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707489920/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767749.543917:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767749.543921:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767749.543924:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707489920:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767749.543930:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490048:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767749.543950:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767749.543961:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767749/real 1775767749] req@ffff967cc796ce00 x1862023707490048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767749.543973:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707490048/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767749.543982:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767749.543985:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767749.543988:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490048:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767750.247460:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767751.271453:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767752.295463:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767753.319375:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767754.343454:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767754.663356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767754.663364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767754.663368:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767754.663376:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3693 00000100:00080000:3.0:1775767754.663387:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767754.663394:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767754.663430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707490176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767754.663457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767754.663484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767754.663486:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767754.663490:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3693 00000100:00080000:3.0:1775767754.663493:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767754.663497:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767754.663506:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767754.663513:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707490176:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767754.663520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707490304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767754.663529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767754.663531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767754.663532:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767754.663536:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3693 00000100:00080000:3.0:1775767754.663538:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767754.663540:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767754.663544:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767754.663553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707490432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767754.663589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767754.663625:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767754/real 1775767754] req@ffff967cc796ca80 x1862023707490176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767754.663640:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707490176/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767754.663648:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767754.663651:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767754.663654:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707490176:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767754.663673:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490304:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767754.663689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767754.663697:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767754/real 1775767754] req@ffff967cc796d180 x1862023707490304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767754.663710:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707490304/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767754.663715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767754.663717:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767754.663719:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490304:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767754.663723:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490432:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767754.663735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767754.663741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767754/real 1775767754] req@ffff967cc796ce00 x1862023707490432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767754.663749:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707490432/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767754.663754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767754.663756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767754.663757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490432:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767755.367409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767756.391488:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767757.415426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767758.439420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767759.463541:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767759.783401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767759.783446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767759.783451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767759.783462:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3698 00000100:00080000:2.0:1775767759.783475:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767759.783482:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767759.783525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707490560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767759.783565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767759.783569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767759.783571:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767759.783576:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3698 00000100:00080000:2.0:1775767759.783580:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767759.783584:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767759.783594:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767759.783608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707490688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767759.783620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767759.783628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775767759.783629:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707490560:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767759.783630:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767759.783639:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3698 00000100:00080000:2.0:1775767759.783643:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767759.783646:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767759.783651:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767759.783664:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707490816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767759.783715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767759.783758:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767759/real 1775767759] req@ffff967bc4ba0700 x1862023707490560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767759.783787:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707490560/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767759.783798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767759.783802:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767759.783806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707490560:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767759.783832:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490688:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767759.783857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767759.783871:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767759/real 1775767759] req@ffff967bc4ba1500 x1862023707490688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767759.783885:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707490688/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767759.783895:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767759.783898:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767759.783903:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490688:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767759.783909:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490816:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767759.783932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767759.783944:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767759/real 1775767759] req@ffff967bc4ba0380 x1862023707490816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767759.783956:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707490816/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767759.783977:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767759.783982:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767759.783985:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707490816:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767760.487413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767761.511434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767762.535394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767763.559424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767764.583434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767764.903413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767764.903424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767764.903428:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767764.903439:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3703 00000100:00080000:1.0:1775767764.903449:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767764.903456:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767764.903497:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707490944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767764.903523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767764.903526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767764.903528:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767764.903530:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3703 00000100:00080000:1.0:1775767764.903533:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767764.903535:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767764.903543:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767764.903553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707491072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767764.903560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767764.903563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767764.903565:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767764.903568:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3703 00000100:00080000:1.0:1775767764.903570:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767764.903576:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767764.903578:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707490944:192.168.202.151@tcp:250:kworker.0 00000008:00100000:1.0:1775767764.903579:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767764.903589:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707491200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767764.903648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767764.903687:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767764/real 1775767764] req@ffff967cc31dad80 x1862023707490944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767764.903710:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707490944/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767764.903723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767764.903728:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767764.903733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707490944:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767764.903742:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491072:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767764.903764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767764.903774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767764/real 1775767764] req@ffff967cc31d9880 x1862023707491072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767764.903784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707491072/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767764.903792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767764.903797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767764.903801:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491072:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767764.903827:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491200:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767764.903851:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767764.903860:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767764/real 1775767764] req@ffff967cc31dbb80 x1862023707491200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767764.903869:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707491200/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767764.903876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767764.903878:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767764.903880:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491200:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767765.607504:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767766.631491:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767767.655448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767768.679393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767769.703464:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767770.023356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767770.023364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767770.023369:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767770.023379:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3708 00000100:00080000:3.0:1775767770.023392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767770.023400:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767770.023465:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707491328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767770.023497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767770.023501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767770.023503:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767770.023507:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3708 00000100:00080000:3.0:1775767770.023512:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767770.023516:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767770.023526:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767770.023542:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707491456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767770.023555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767770.023558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767770.023560:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767770.023565:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707491328:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767770.023568:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3708 00000100:00080000:3.0:1775767770.023575:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767770.023580:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767770.023586:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767770.023599:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707491584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767770.023640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767770.023676:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767770/real 1775767770] req@ffff967cc796f100 x1862023707491328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767770.023692:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707491328/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767770.023703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767770.023708:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767770.023712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707491328:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767770.023739:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491456:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767770.023775:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767770.023789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767770/real 1775767770] req@ffff967cc796d500 x1862023707491456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767770.023801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707491456/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767770.023810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767770.023813:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767770.023817:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491456:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767770.023825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491584:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767770.023844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767770.023854:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767770/real 1775767770] req@ffff967cc796f480 x1862023707491584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767770.023867:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707491584/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767770.023874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767770.023878:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767770.023881:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491584:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767770.727414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767771.751424:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767772.775400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767773.799384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767774.823431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767775.143384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767775.143393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767775.143397:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767775.143405:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3713 00000100:00080000:2.0:1775767775.143416:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767775.143422:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767775.143456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707491712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767775.143483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767775.143487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767775.143488:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767775.143493:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3713 00000100:00080000:2.0:1775767775.143496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767775.143502:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767775.143512:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767775.143526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707491840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767775.143533:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707491712:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767775.143538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767775.143541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767775.143542:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767775.143547:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3713 00000100:00080000:2.0:1775767775.143550:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767775.143554:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767775.143559:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767775.143570:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707491968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767775.143614:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767775.143653:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767775/real 1775767775] req@ffff967bc4ba2680 x1862023707491712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767775.143668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707491712/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767775.143675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767775.143679:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767775.143681:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707491712:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767775.143702:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491840:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767775.143725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767775.143734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767775/real 1775767775] req@ffff967bc4ba3480 x1862023707491840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767775.143742:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707491840/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767775.143747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767775.143750:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767775.143752:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491840:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767775.143755:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491968:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767775.143770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767775.143780:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767775/real 1775767775] req@ffff967bc4ba2a00 x1862023707491968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767775.143799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707491968/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767775.143808:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767775.143811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767775.143815:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707491968:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767775.847492:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767776.871479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767777.895415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767778.919468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767779.943440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767780.263387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767780.263397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767780.263402:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767780.263413:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3718 00000100:00080000:3.0:1775767780.263425:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767780.263430:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767780.263474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707492096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767780.263500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767780.263502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767780.263504:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767780.263507:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3718 00000100:00080000:3.0:1775767780.263510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767780.263512:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767780.263520:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767780.263538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707492224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767780.263553:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707492096:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767780.263559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767780.263564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767780.263566:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767780.263573:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3718 00000100:00080000:3.0:1775767780.263577:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767780.263581:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767780.263588:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767780.263605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707492352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767780.263676:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492224:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767780.263701:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492352:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767780.967493:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767781.991407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767783.015462:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767783.335535:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767783.335572:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767783.335588:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767783.335629:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767783.335636:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767783.335691:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767780/real 1775767783] req@ffff967cc796e680 x1862023707492224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767783.335721:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707492224/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767783.335733:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767783.335739:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767783.335743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492224:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767783.335752:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767780/real 1775767783] req@ffff967cc796f480 x1862023707492352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767783.335770:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707492352/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767783.335778:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767783.335781:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767783.335784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492352:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767783.335791:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767780/real 1775767783] req@ffff967cc796ed80 x1862023707492096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767783.335802:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707492096/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767783.335810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767783.335813:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767783.335816:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707492096:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775767784.039365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767785.063500:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767785.383306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767785.383313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767785.383317:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767785.383326:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3723 00000100:00080000:3.0:1775767785.383344:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767785.383351:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767785.383384:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707492480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767785.383409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767785.383412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767785.383413:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767785.383417:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3723 00000100:00080000:3.0:1775767785.383420:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767785.383422:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767785.383431:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767785.383446:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707492608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767785.383457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767785.383460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767785.383462:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767785.383467:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3723 00000100:00080000:3.0:1775767785.383473:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767785.383485:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767785.383487:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707492480:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767785.383497:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767785.383514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707492736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767785.383578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767785.383639:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767785/real 1775767785] req@ffff967cc796d500 x1862023707492480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767785.383662:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707492480/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767785.383673:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767785.383678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767785.383683:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707492480:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767785.383692:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492608:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767785.383717:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767785.383731:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767785/real 1775767785] req@ffff967cc796f100 x1862023707492608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767785.383744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707492608/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767785.383752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767785.383755:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767785.383758:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492608:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767785.383792:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492736:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767785.383817:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767785.383829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767785/real 1775767785] req@ffff967cc796ce00 x1862023707492736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767785.383842:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707492736/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767785.383849:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767785.383866:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767785.383870:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492736:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767786.087361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767787.111407:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767788.135368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767789.159403:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767790.183374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767790.503440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767790.503453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767790.503458:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767790.503468:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3728 00000100:00080000:1.0:1775767790.503481:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767790.503490:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767790.503528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707492864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767790.503555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767790.503558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767790.503559:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767790.503562:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3728 00000100:00080000:1.0:1775767790.503565:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767790.503568:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767790.503576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767790.503585:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707492992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767790.503592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767790.503596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767790.503597:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767790.503601:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3728 00000100:00080000:1.0:1775767790.503603:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767790.503606:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767790.503609:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767790.503615:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707492864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767790.503621:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707493120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767790.503694:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767790.503739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767790/real 1775767790] req@ffff967cc31db800 x1862023707492864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767790.503760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707492864/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767790.503771:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767790.503776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767790.503780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707492864:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767790.503788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492992:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767790.503812:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767790.503824:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767790/real 1775767790] req@ffff967cc31d8a80 x1862023707492992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767790.503838:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707492992/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767790.503846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767790.503850:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767790.503853:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707492992:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767790.503882:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493120:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767790.503903:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767790.503914:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767790/real 1775767790] req@ffff967cc31dbb80 x1862023707493120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767790.503932:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707493120/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767790.503942:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767790.503945:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767790.503948:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493120:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767791.207455:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767792.231405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767793.255441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767794.279450:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767795.303457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767795.623390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767795.623399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767795.623404:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767795.623414:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3733 00000100:00080000:1.0:1775767795.623426:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767795.623432:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767795.623473:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707493248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767795.623499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767795.623502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767795.623503:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767795.623506:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3733 00000100:00080000:1.0:1775767795.623509:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767795.623512:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767795.623520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767795.623528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707493376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767795.623535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767795.623538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767795.623539:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767795.623542:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3733 00000100:00080000:1.0:1775767795.623544:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767795.623547:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767795.623550:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767795.623556:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707493504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767795.623579:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707493248:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767795.623660:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767795.623709:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767795/real 1775767795] req@ffff967cc31d9880 x1862023707493248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767795.623731:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707493248/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767795.623756:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767795.623761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767795.623764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707493248:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767795.623770:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493376:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767795.623791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767795.623800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767795/real 1775767795] req@ffff967cc31dad80 x1862023707493376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767795.623809:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707493376/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767795.623815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767795.623818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767795.623820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493376:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767795.623824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493504:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767795.623835:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767795.623840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767795/real 1775767795] req@ffff967cc31d9f80 x1862023707493504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767795.623848:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707493504/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767795.623854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767795.623855:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767795.623857:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493504:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767796.327408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767797.351440:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767798.375437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767799.399453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767800.423364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767800.743329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767800.743338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767800.743342:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767800.743351:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3739 00000100:00080000:1.0:1775767800.743363:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767800.743370:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767800.743405:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707493632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767800.743427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767800.743430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767800.743431:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767800.743434:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3739 00000100:00080000:1.0:1775767800.743437:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767800.743439:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767800.743449:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767800.743458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707493760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767800.743465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767800.743468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767800.743469:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767800.743473:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3739 00000100:00080000:1.0:1775767800.743475:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767800.743477:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767800.743481:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767800.743484:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707493632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767800.743491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707493888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767800.743545:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767800.743587:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767800/real 1775767800] req@ffff967cc31da300 x1862023707493632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767800.743602:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707493632/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767800.743615:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767800.743618:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767800.743621:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707493632:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767800.743626:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493760:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767800.743641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767800.743650:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767800/real 1775767800] req@ffff967cc31d9180 x1862023707493760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767800.743657:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707493760/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767800.743663:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767800.743665:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767800.743667:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493760:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767800.743687:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493888:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767800.743699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767800.743705:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767800/real 1775767800] req@ffff967cc31d8e00 x1862023707493888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767800.743712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707493888/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767800.743718:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767800.743720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767800.743721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707493888:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767801.447420:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767802.471396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767803.495415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767804.519383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767805.543394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767805.863407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767805.863418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767805.863423:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767805.863435:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3744 00000100:00080000:3.0:1775767805.863446:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767805.863452:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767805.863500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707494016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767805.863523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767805.863526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767805.863527:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767805.863530:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3744 00000100:00080000:3.0:1775767805.863533:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767805.863535:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767805.863543:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767805.863553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707494144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767805.863560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767805.863563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767805.863564:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767805.863567:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3744 00000100:00080000:3.0:1775767805.863569:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767805.863572:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767805.863576:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767805.863583:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707494016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767805.863587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707494272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767805.863669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767805.863718:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767805/real 1775767805] req@ffff967cc796d180 x1862023707494016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767805.863739:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707494016/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767805.863752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767805.863756:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767805.863761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707494016:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767805.863768:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494144:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767805.863790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767805.863802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767805/real 1775767805] req@ffff967cc796ca80 x1862023707494144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767805.863815:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707494144/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767805.863824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767805.863828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767805.863831:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494144:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767805.863856:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494272:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767805.863878:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767805.863888:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767805/real 1775767805] req@ffff967cc796ce00 x1862023707494272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767805.863915:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707494272/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767805.863925:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767805.863929:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767805.863933:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494272:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767806.567418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767807.591402:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767808.615422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767809.639429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767810.663449:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767810.983375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767810.983386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767810.983392:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767810.983402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3749 00000100:00080000:3.0:1775767810.983416:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767810.983423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767810.983465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707494400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767810.983497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767810.983501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767810.983503:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767810.983508:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3749 00000100:00080000:3.0:1775767810.983512:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767810.983516:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767810.983527:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767810.983543:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707494528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767810.983554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767810.983558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767810.983560:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767810.983566:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3749 00000100:00080000:3.0:1775767810.983571:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767810.983575:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767810.983582:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767810.983586:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707494400:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767810.983597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707494656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767810.983679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767810.983729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767810/real 1775767810] req@ffff967cc796f100 x1862023707494400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767810.983752:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707494400/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767810.983765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767810.983771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767810.983775:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707494400:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767810.983784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494528:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767810.983807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767810.983830:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767810/real 1775767810] req@ffff967cc796d500 x1862023707494528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767810.983844:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707494528/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767810.983854:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767810.983857:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767810.983860:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494528:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767810.983889:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494656:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767810.983912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767810.983956:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767810/real 1775767810] req@ffff967cc796ed80 x1862023707494656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767810.983969:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707494656/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767810.983978:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767810.983982:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767810.983986:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494656:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767811.687423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767812.711427:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767813.735475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767814.759429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767815.783465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767816.103372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767816.103383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767816.103388:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767816.103398:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3754 00000100:00080000:3.0:1775767816.103410:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767816.103418:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767816.103458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707494784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767816.103496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767816.103501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767816.103502:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767816.103508:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3754 00000100:00080000:3.0:1775767816.103512:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767816.103516:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767816.103527:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767816.103540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707494912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767816.103546:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707494784:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767816.103562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767816.103566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767816.103568:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767816.103574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3754 00000100:00080000:3.0:1775767816.103578:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767816.103582:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767816.103587:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775767816.103615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767816.103617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707495040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767816.103675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767816/real 1775767816] req@ffff967cc796f480 x1862023707494784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767816.103700:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707494784/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767816.103709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767816.103714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767816.103718:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707494784:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767816.103741:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494912:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767816.103767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767816.103778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767816/real 1775767816] req@ffff967cc796e680 x1862023707494912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767816.103789:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707494912/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767816.103797:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767816.103800:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767816.103803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707494912:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767816.103808:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495040:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767816.103828:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767816.103838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767816/real 1775767816] req@ffff967cc796ed80 x1862023707495040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767816.103859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707495040/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767816.103941:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767816.103944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767816.103946:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495040:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767816.807378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767817.831483:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767818.855404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767819.879474:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767820.903352:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767821.223388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767821.223396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767821.223401:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767821.223410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3759 00000100:00080000:1.0:1775767821.223422:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767821.223429:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767821.223469:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707495168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767821.223504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767821.223508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767821.223510:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767821.223515:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3759 00000100:00080000:1.0:1775767821.223521:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767821.223525:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767821.223535:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767821.223559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707495296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767821.223572:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707495168:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767821.223578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767821.223582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767821.223584:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767821.223588:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3759 00000100:00080000:1.0:1775767821.223592:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767821.223596:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767821.223602:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767821.223613:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707495424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767821.223651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767821.223693:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767821/real 1775767821] req@ffff967cc31d8000 x1862023707495168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767821.223715:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707495168/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767821.223727:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767821.223732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767821.223736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707495168:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767821.223763:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495296:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767821.223789:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767821.223803:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767821/real 1775767821] req@ffff967cc31d8700 x1862023707495296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767821.223850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707495296/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767821.223868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767821.223872:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767821.223876:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495296:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767821.223883:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495424:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767821.223910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767821.223924:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767821/real 1775767821] req@ffff967cc31d8380 x1862023707495424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767821.223937:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707495424/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767821.223947:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767821.223951:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767821.223954:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495424:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767821.927467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767822.951356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767823.975482:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767824.999392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767826.023508:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767826.343367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767826.343383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767826.343391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767826.343399:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3764 00000100:00080000:3.0:1775767826.343411:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767826.343418:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767826.343455:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707495552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767826.343482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767826.343485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767826.343487:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767826.343490:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3764 00000100:00080000:3.0:1775767826.343492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767826.343495:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767826.343503:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767826.343517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707495680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767826.343529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767826.343533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767826.343535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767826.343544:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707495552:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767826.343545:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3764 00000100:00080000:3.0:1775767826.343554:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767826.343559:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767826.343565:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767826.343580:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707495808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767826.343641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767826.343689:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767826/real 1775767826] req@ffff967cc796d500 x1862023707495552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767826.343708:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707495552/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767826.343716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767826.343720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767826.343724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707495552:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767826.343748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495680:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767826.343788:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767826.343800:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767826/real 1775767826] req@ffff967cc796f100 x1862023707495680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767826.343809:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707495680/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767826.343815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767826.343817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767826.343820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495680:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767826.343824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495808:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767826.343840:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767826.343846:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767826/real 1775767826] req@ffff967cc796ce00 x1862023707495808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767826.343854:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707495808/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767826.343860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767826.343862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767826.343864:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707495808:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767827.047354:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767828.071469:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767829.095359:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767830.119404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767831.143331:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767831.463393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767831.463408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767831.463415:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767831.463429:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3769 00000100:00080000:1.0:1775767831.463443:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767831.463451:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767831.463503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707495936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767831.463546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767831.463552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767831.463554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767831.463559:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3769 00000100:00080000:1.0:1775767831.463564:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767831.463569:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767831.463580:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767831.463596:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707496064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767831.463601:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707495936:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767831.463618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767831.463622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767831.463625:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767831.463631:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3769 00000100:00080000:1.0:1775767831.463635:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767831.463639:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767831.463645:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767831.463660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707496192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767831.463679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767831.463734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767831/real 1775767831] req@ffff967cc31d9c00 x1862023707495936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767831.463756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707495936/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767831.463768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767831.463773:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767831.463777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707495936:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767831.463803:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496064:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767831.463823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767831.463832:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767831/real 1775767831] req@ffff967cc31da680 x1862023707496064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767831.463841:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707496064/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767831.463847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767831.463850:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767831.463852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496064:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767831.463856:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496192:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767831.463869:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767831.463876:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767831/real 1775767831] req@ffff967cc31d8380 x1862023707496192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767831.463887:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707496192/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767831.463896:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767831.463899:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767831.463902:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496192:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767832.167475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767833.191401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767834.215397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767835.239456:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767836.263423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767836.583369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767836.583377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767836.583381:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767836.583390:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3774 00000100:00080000:3.0:1775767836.583401:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767836.583408:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767836.583443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707496320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767836.583470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767836.583472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767836.583474:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767836.583477:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3774 00000100:00080000:3.0:1775767836.583479:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767836.583481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767836.583489:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767836.583497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707496448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767836.583504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767836.583506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767836.583507:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767836.583510:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3774 00000100:00080000:3.0:1775767836.583512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767836.583515:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767836.583518:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767836.583526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707496576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767836.583551:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707496320:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767836.583629:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767836.583700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767836/real 1775767836] req@ffff967cc796ca80 x1862023707496320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767836.583720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707496320/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767836.583732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767836.583737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767836.583741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707496320:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767836.583750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496448:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767836.583784:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767836.583801:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767836/real 1775767836] req@ffff967cc796d180 x1862023707496448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767836.583823:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707496448/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767836.583834:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767836.583838:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767836.583842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496448:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767836.583848:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496576:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767836.583871:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767836.583887:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767836/real 1775767836] req@ffff967cc796ce00 x1862023707496576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767836.583901:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707496576/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767836.583912:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767836.583916:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767836.583920:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496576:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767837.287422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767838.311444:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767839.335428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767840.359480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767841.383404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767841.703367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767841.703382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767841.703389:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767841.703404:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3780 00000100:00080000:3.0:1775767841.703421:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767841.703433:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767841.703489:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707496704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767841.703541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767841.703548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767841.703551:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767841.703558:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3780 00000100:00080000:3.0:1775767841.703565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767841.703572:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767841.703586:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767841.703607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707496832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767841.703668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767841.703673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767841.703676:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767841.703684:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3780 00000100:00080000:3.0:1775767841.703689:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767841.703698:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707496704:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767841.703699:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767841.703733:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767841.703758:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707496960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767841.703825:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767841.703895:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767841/real 1775767841] req@ffff967cc796f100 x1862023707496704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767841.703927:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707496704/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767841.703939:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767841.703944:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767841.703949:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707496704:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767841.703957:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496832:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767841.703996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767841.704007:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767841/real 1775767841] req@ffff967cc796d500 x1862023707496832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767841.704019:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707496832/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767841.704027:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767841.704030:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767841.704033:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496832:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767841.704058:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496960:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767841.704096:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767841.704106:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767841/real 1775767841] req@ffff967cc796ed80 x1862023707496960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767841.704118:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707496960/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767841.704134:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767841.704137:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767841.704140:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707496960:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767842.407399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767843.431332:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767844.455429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767845.479350:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767846.503353:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767846.823427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767846.823441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767846.823448:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767846.823461:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3785 00000100:00080000:1.0:1775767846.823477:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767846.823490:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767846.823543:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707497088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767846.823620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767846.823626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767846.823630:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767846.823638:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3785 00000100:00080000:1.0:1775767846.823645:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767846.823653:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767846.823669:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767846.823697:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707497216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767846.823720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767846.823724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707497088:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767846.823726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767846.823733:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767846.823743:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3785 00000100:00080000:1.0:1775767846.823748:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767846.823753:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767846.823761:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767846.823780:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707497344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767846.823886:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497216:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767846.823937:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497344:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767847.527431:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767848.551609:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767849.575416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775767849.895610:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775767849.895658:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775767849.895675:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767849.895719:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767849.895731:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767849.895777:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767846/real 1775767849] req@ffff967cc31d8000 x1862023707497216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767849.895804:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707497216/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767849.895814:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767849.895818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767849.895822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497216:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767849.895828:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767846/real 1775767849] req@ffff967cc31d8e00 x1862023707497344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767849.895837:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707497344/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767849.895847:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767849.895850:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767849.895852:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497344:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767849.895856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767846/real 1775767849] req@ffff967cc31d8700 x1862023707497088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767849.895864:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707497088/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767849.895868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767849.895870:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767849.895872:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707497088:192.168.202.151@tcp:250:kworker.0 00010000:00010000:3.0:1775767850.599372:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767851.623410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767851.943409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767851.943419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767851.943424:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767851.943434:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3790 00000100:00080000:3.0:1775767851.943446:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767851.943454:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767851.943496:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707497472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767851.943560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767851.943564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767851.943566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767851.943571:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3790 00000100:00080000:3.0:1775767851.943575:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767851.943579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767851.943591:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767851.943617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707497600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767851.943629:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707497472:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767851.943645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767851.943648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767851.943650:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767851.943655:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3790 00000100:00080000:3.0:1775767851.943660:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767851.943663:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767851.943669:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767851.943684:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707497728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767851.943726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767851.943776:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767851/real 1775767851] req@ffff967cc796e680 x1862023707497472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767851.943799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707497472/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767851.943812:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767851.943816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767851.943820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707497472:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767851.943865:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497600:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767851.943893:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767851.943907:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767851/real 1775767851] req@ffff967cc796f480 x1862023707497600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767851.943919:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707497600/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767851.943927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767851.943931:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767851.943935:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497600:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767851.943941:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497728:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767851.943965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767851.943977:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767851/real 1775767851] req@ffff967cc796ed80 x1862023707497728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767851.943989:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707497728/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767851.943998:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767851.944001:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767851.944004:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497728:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767852.647424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767853.671398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767854.695428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767855.719367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767856.743439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767857.063353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767857.063362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767857.063366:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767857.063375:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3795 00000100:00080000:2.0:1775767857.063385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767857.063392:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767857.063429:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707497856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767857.063455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767857.063458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767857.063459:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767857.063462:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3795 00000100:00080000:2.0:1775767857.063465:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767857.063480:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767857.063489:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767857.063500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707497984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767857.063507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767857.063510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767857.063511:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767857.063515:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3795 00000100:00080000:2.0:1775767857.063518:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767857.063523:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707497856:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775767857.063523:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767857.063529:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767857.063535:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707498112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767857.063588:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767857.063621:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767857/real 1775767857] req@ffff967bc4ba3100 x1862023707497856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767857.063636:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707497856/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767857.063644:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767857.063647:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767857.063650:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707497856:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767857.063656:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497984:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767857.063670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767857.063678:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767857/real 1775767857] req@ffff967bc4ba1f80 x1862023707497984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767857.063686:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707497984/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767857.063692:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767857.063694:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767857.063696:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707497984:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767857.063717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498112:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767857.063729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767857.063734:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767857/real 1775767857] req@ffff967bc4ba1c00 x1862023707498112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767857.063742:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707498112/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767857.063751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767857.063753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767857.063755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498112:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767857.767396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767858.791470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767859.815345:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767860.839441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767861.863374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767862.183380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767862.183388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767862.183393:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767862.183401:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3800 00000100:00080000:1.0:1775767862.183413:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767862.183432:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767862.183476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707498240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767862.183500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767862.183502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767862.183504:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767862.183507:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3800 00000100:00080000:1.0:1775767862.183509:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767862.183512:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767862.183521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767862.183530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707498368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767862.183538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767862.183540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767862.183541:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767862.183547:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3800 00000100:00080000:1.0:1775767862.183550:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767862.183551:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707498240:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767862.183554:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767862.183561:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767862.183569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707498496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767862.183623:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767862.183656:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767862/real 1775767862] req@ffff967cc31d9180 x1862023707498240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767862.183681:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707498240/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767862.183689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767862.183692:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767862.183695:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707498240:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767862.183716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498368:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767862.183731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767862.183739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767862/real 1775767862] req@ffff967cc31da300 x1862023707498368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767862.183747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707498368/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767862.183757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767862.183759:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767862.183762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498368:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767862.183765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498496:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767862.183776:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767862.183782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767862/real 1775767862] req@ffff967cc31d9f80 x1862023707498496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767862.183796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707498496/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767862.183802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767862.183805:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767862.183806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498496:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767862.887533:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767863.911437:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767864.935450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767865.959365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767866.983475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767867.303384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767867.303392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767867.303396:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767867.303406:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3805 00000100:00080000:1.0:1775767867.303416:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767867.303423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767867.303462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707498624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767867.303490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767867.303492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767867.303494:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767867.303497:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3805 00000100:00080000:1.0:1775767867.303499:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767867.303502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767867.303510:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767867.303518:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707498752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767867.303525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767867.303527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767867.303529:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767867.303532:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3805 00000100:00080000:1.0:1775767867.303539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767867.303542:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767867.303546:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767867.303552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707498880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767867.303558:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707498624:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767867.303629:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767867.303669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767867/real 1775767867] req@ffff967cc31dad80 x1862023707498624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767867.303688:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707498624/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767867.303698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767867.303703:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767867.303707:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707498624:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767867.303714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498752:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767867.303734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767867.303745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767867/real 1775767867] req@ffff967cc31d9880 x1862023707498752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767867.303756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707498752/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767867.303763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767867.303766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767867.303769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498752:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767867.303809:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498880:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767867.303829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767867.303838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767867/real 1775767867] req@ffff967cc31dbb80 x1862023707498880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767867.303850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707498880/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767867.303859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767867.303862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767867.303866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707498880:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767868.007396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767869.031435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767870.055455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767871.079435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767872.103420:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767872.423432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767872.423442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767872.423446:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767872.423455:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3810 00000100:00080000:1.0:1775767872.423467:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767872.423475:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767872.423514:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707499008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767872.423545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767872.423549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767872.423551:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767872.423554:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3810 00000100:00080000:1.0:1775767872.423557:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767872.423559:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767872.423569:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767872.423579:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707499136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767872.423587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767872.423590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767872.423591:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767872.423596:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3810 00000100:00080000:1.0:1775767872.423597:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767872.423600:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767872.423605:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767872.423616:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707499008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775767872.423617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707499264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767872.423741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767872.423784:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767872/real 1775767872] req@ffff967cc31d8a80 x1862023707499008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767872.423802:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707499008/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767872.423811:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767872.423814:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767872.423817:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707499008:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767872.423824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499136:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767872.423841:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767872.423848:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767872/real 1775767872] req@ffff967cc31db800 x1862023707499136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767872.423856:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707499136/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767872.423862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767872.423864:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767872.423866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499136:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767872.423889:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499264:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767872.423902:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767872.423909:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767872/real 1775767872] req@ffff967cc31dbb80 x1862023707499264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767872.423917:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707499264/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767872.423923:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767872.423925:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767872.423927:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499264:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767873.127498:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767874.151396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767875.175464:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767876.199389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767877.223436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767877.543391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767877.543405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767877.543411:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767877.543423:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3815 00000100:00080000:2.0:1775767877.543438:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767877.543444:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767877.543488:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707499392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767877.543517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767877.543521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767877.543522:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767877.543525:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3815 00000100:00080000:2.0:1775767877.543528:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767877.543531:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767877.543539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767877.543549:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707499520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767877.543557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767877.543560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767877.543561:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767877.543564:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3815 00000100:00080000:2.0:1775767877.543566:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767877.543571:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767877.543572:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707499392:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767877.543575:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767877.543584:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707499648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767877.543640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767877.543685:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767877/real 1775767877] req@ffff967bc4ba0a80 x1862023707499392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767877.543702:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707499392/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767877.543711:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767877.543714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767877.543724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707499392:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767877.543729:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499520:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767877.543746:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767877.543754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767877/real 1775767877] req@ffff967bc4ba0000 x1862023707499520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767877.543768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707499520/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767877.543773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767877.543775:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767877.543777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499520:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767877.543797:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499648:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767877.543810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767877.543816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767877/real 1775767877] req@ffff967bc4ba2d80 x1862023707499648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767877.543824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707499648/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767877.543829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767877.543832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767877.543834:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499648:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767878.247466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767879.271437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767880.295442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767881.319375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767882.343422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767882.663358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767882.663372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767882.663377:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767882.663390:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3821 00000100:00080000:2.0:1775767882.663404:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767882.663412:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767882.663462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707499776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767882.663495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767882.663499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767882.663502:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767882.663506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3821 00000100:00080000:2.0:1775767882.663511:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767882.663516:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767882.663528:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767882.663543:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707499904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767882.663554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767882.663558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767882.663560:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767882.663566:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3821 00000100:00080000:2.0:1775767882.663570:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767882.663579:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767882.663581:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707499776:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767882.663585:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767882.663624:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707500032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767882.663690:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767882.663730:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767882/real 1775767882] req@ffff967bc4ba3800 x1862023707499776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767882.663768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707499776/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767882.663777:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767882.663781:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767882.663784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707499776:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767882.663790:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499904:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767882.663807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767882.663815:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767882/real 1775767882] req@ffff967bc4ba1880 x1862023707499904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767882.663824:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707499904/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767882.663829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767882.663831:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767882.663833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707499904:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767882.663861:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500032:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767882.663884:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767882.663896:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767882/real 1775767882] req@ffff967bc4ba0e00 x1862023707500032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767882.663909:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707500032/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767882.663919:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767882.663921:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767882.663924:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500032:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767883.367402:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767884.391426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767885.415389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767886.439408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767887.463408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767887.783352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767887.783361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767887.783365:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767887.783372:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3826 00000100:00080000:2.0:1775767887.783382:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767887.783388:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767887.783424:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707500160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767887.783449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767887.783452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767887.783453:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767887.783461:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3826 00000100:00080000:2.0:1775767887.783464:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767887.783466:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767887.783475:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767887.783484:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707500288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767887.783491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767887.783494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767887.783495:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767887.783498:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3826 00000100:00080000:2.0:1775767887.783500:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767887.783505:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767887.783507:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707500160:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767887.783509:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767887.783520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707500416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767887.783574:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767887.783619:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767887/real 1775767887] req@ffff967bc4ba1180 x1862023707500160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767887.783638:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707500160/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767887.783648:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767887.783652:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767887.783656:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707500160:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767887.783664:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500288:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767887.783687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767887.783700:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767887/real 1775767887] req@ffff967bc4ba3b80 x1862023707500288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767887.783712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707500288/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767887.783721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767887.783725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767887.783728:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500288:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767887.783755:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500416:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767887.783777:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767887.783787:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767887/real 1775767887] req@ffff967bc4ba2300 x1862023707500416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767887.783800:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707500416/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767887.783808:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767887.783811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767887.783814:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500416:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767888.487416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767889.511400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767890.535358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767891.559386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767892.583339:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767892.903403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767892.903413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767892.903419:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767892.903433:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3831 00000100:00080000:3.0:1775767892.903446:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767892.903453:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767892.903501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707500544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767892.903529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767892.903532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767892.903534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767892.903541:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3831 00000100:00080000:3.0:1775767892.903544:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767892.903547:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767892.903555:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767892.903568:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707500672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767892.903576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767892.903579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767892.903580:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767892.903586:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3831 00000100:00100000:0.0:1775767892.903588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707500544:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767892.903588:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767892.903597:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767892.903604:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767892.903612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707500800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767892.903669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767892.903709:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767892/real 1775767892] req@ffff967cc796d500 x1862023707500544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767892.903726:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707500544/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767892.903734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767892.903738:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767892.903741:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707500544:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767892.903765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500672:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767892.903780:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767892.903788:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767892/real 1775767892] req@ffff967cc796f100 x1862023707500672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767892.903796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707500672/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767892.903802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767892.903804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767892.903807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500672:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767892.903810:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500800:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767892.903821:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767892.903827:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767892/real 1775767892] req@ffff967cc796ce00 x1862023707500800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767892.903834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707500800/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767892.903840:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767892.903841:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767892.903843:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707500800:192.168.202.151@tcp:8:kworker.0 00010000:00010000:3.0:1775767893.607496:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767894.631389:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767895.655394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767896.679404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767897.703427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767898.023335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767898.023344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767898.023348:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767898.023357:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3836 00000100:00080000:1.0:1775767898.023368:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767898.023374:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767898.023417:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707500928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767898.023442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767898.023445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767898.023446:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767898.023449:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3836 00000100:00080000:1.0:1775767898.023452:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767898.023454:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767898.023462:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767898.023472:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707501056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767898.023479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767898.023482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767898.023483:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767898.023487:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3836 00000100:00100000:0.0:1775767898.023494:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707500928:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767898.023495:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767898.023502:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767898.023507:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767898.023516:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707501184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767898.023579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767898.023622:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767898/real 1775767898] req@ffff967cc31d9880 x1862023707500928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767898.023641:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707500928/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767898.023648:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767898.023651:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767898.023654:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707500928:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767898.023660:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501056:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767898.023679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767898.023688:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767898/real 1775767898] req@ffff967cc31dad80 x1862023707501056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767898.023696:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707501056/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767898.023701:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767898.023703:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767898.023705:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501056:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767898.023725:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501184:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767898.023737:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767898.023743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767898/real 1775767898] req@ffff967cc31d9f80 x1862023707501184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767898.023755:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707501184/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767898.023761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767898.023763:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767898.023764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501184:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767898.727397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767899.751489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767900.775348:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775767901.799475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767902.823434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767903.143353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767903.143362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767903.143366:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767903.143376:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3841 00000100:00080000:1.0:1775767903.143391:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767903.143399:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767903.143438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707501312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767903.143470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767903.143474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767903.143476:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767903.143480:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3841 00000100:00080000:1.0:1775767903.143485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767903.143489:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767903.143499:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767903.143513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707501440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767903.143522:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707501312:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767903.143523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767903.143529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767903.143531:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767903.143535:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3841 00000100:00080000:1.0:1775767903.143539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767903.143542:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767903.143547:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767903.143556:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707501568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767903.143592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767903.143634:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767903/real 1775767903] req@ffff967cc31da300 x1862023707501312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767903.143648:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707501312/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767903.143655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767903.143658:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767903.143661:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707501312:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767903.143682:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501440:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767903.143699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767903.143707:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767903/real 1775767903] req@ffff967cc31d9180 x1862023707501440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767903.143720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707501440/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767903.143725:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767903.143727:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767903.143729:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501440:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767903.143732:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501568:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767903.143744:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767903.143750:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767903/real 1775767903] req@ffff967cc31d8700 x1862023707501568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767903.143758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707501568/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767903.143763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767903.143765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767903.143767:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501568:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767903.847426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767904.871370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767905.895396:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767906.919362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767907.943388:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767908.263386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767908.263395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767908.263399:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767908.263407:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3846 00000100:00080000:3.0:1775767908.263422:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767908.263429:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767908.263460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707501696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767908.263482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767908.263485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767908.263486:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767908.263490:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3846 00000100:00080000:3.0:1775767908.263492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767908.263494:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767908.263503:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767908.263511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707501824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767908.263524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767908.263527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775767908.263530:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707501696:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767908.263530:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767908.263535:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3846 00000100:00080000:3.0:1775767908.263539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767908.263542:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767908.263545:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767908.263554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707501952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767908.263595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767908.263625:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767908/real 1775767908] req@ffff967cc796d180 x1862023707501696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767908.263641:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707501696/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767908.263649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767908.263652:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767908.263655:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707501696:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767908.263674:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501824:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767908.263689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767908.263696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767908/real 1775767908] req@ffff967cc796ca80 x1862023707501824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767908.263704:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707501824/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767908.263709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767908.263711:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767908.263713:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501824:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767908.263717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501952:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767908.263728:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767908.263733:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767908/real 1775767908] req@ffff967cc796ce00 x1862023707501952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767908.263741:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707501952/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767908.263751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767908.263753:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767908.263755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707501952:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767908.967386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767909.991412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767911.015386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767912.039394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767913.063378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767913.383329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767913.383337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767913.383341:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767913.383349:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3851 00000100:00080000:3.0:1775767913.383359:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767913.383365:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767913.383399:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707502080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767913.383424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767913.383427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767913.383428:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767913.383431:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3851 00000100:00080000:3.0:1775767913.383434:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767913.383436:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767913.383445:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767913.383454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707502208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767913.383462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767913.383466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767913.383468:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767913.383469:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707502080:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767913.383473:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3851 00000100:00080000:3.0:1775767913.383477:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767913.383480:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767913.383484:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767913.383493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707502336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767913.383576:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502208:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767913.383602:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502336:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767914.087411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767915.111408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767916.135438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775767916.455502:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775767916.455547:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775767916.455567:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767916.455611:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775767916.455621:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767916.455690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767913/real 1775767916] req@ffff967cc796d500 x1862023707502208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767916.455729:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707502208/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767916.455743:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767916.455749:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767916.455754:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502208:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767916.455763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767913/real 1775767916] req@ffff967cc796ed80 x1862023707502336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767916.455778:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707502336/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767916.455787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767916.455792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767916.455795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502336:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767916.455803:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767913/real 1775767916] req@ffff967cc796f100 x1862023707502080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767916.455816:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707502080/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767916.455824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767916.455827:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767916.455830:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707502080:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775767917.159448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767918.183429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767918.503390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767918.503401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767918.503406:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767918.503418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3856 00000100:00080000:3.0:1775767918.503430:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767918.503436:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767918.503477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707502464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767918.503506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767918.503509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767918.503511:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767918.503514:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3856 00000100:00080000:3.0:1775767918.503517:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767918.503520:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767918.503530:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767918.503539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707502592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767918.503547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767918.503550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767918.503551:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767918.503562:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3856 00000100:00080000:3.0:1775767918.503564:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775767918.503567:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707502464:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767918.503568:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767918.503577:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767918.503588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707502720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767918.503641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767918.503683:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767918/real 1775767918] req@ffff967cc796f480 x1862023707502464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767918.503707:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707502464/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767918.503719:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767918.503725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767918.503730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707502464:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767918.503741:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502592:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767918.503770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767918.503784:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767918/real 1775767918] req@ffff967cc796e680 x1862023707502592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767918.503798:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707502592/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767918.503807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767918.503811:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767918.503815:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502592:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767918.503846:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502720:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767918.503870:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767918.503895:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767918/real 1775767918] req@ffff967cc796f100 x1862023707502720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767918.503908:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707502720/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767918.503917:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767918.503920:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767918.503924:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502720:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767919.207415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767920.231384:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767921.255442:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767922.279393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767923.303409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767923.623340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767923.623348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767923.623352:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767923.623360:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3861 00000100:00080000:1.0:1775767923.623372:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767923.623378:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767923.623413:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707502848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767923.623436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767923.623439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767923.623441:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767923.623445:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3861 00000100:00080000:1.0:1775767923.623447:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767923.623450:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767923.623459:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767923.623467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707502976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767923.623474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767923.623477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767923.623479:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767923.623482:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3861 00000100:00080000:1.0:1775767923.623484:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767923.623487:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767923.623490:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767923.623496:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707503104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767923.623504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707502848:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767923.623566:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767923.623604:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767923/real 1775767923] req@ffff967cc31d8e00 x1862023707502848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767923.623626:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707502848/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767923.623637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767923.623642:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767923.623646:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707502848:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767923.623654:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502976:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767923.623678:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767923.623690:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767923/real 1775767923] req@ffff967cc31d8000 x1862023707502976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767923.623699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707502976/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767923.623705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767923.623707:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767923.623709:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707502976:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767923.623738:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503104:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767923.623754:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767923.623761:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767923/real 1775767923] req@ffff967cc31d8380 x1862023707503104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767923.623768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707503104/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767923.623774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767923.623776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767923.623778:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503104:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767924.327374:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767925.351406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767926.375436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767927.399432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767928.423382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767928.743417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767928.743430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767928.743436:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767928.743448:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3867 00000100:00080000:2.0:1775767928.743469:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767928.743478:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767928.743529:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707503232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767928.743561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767928.743565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767928.743567:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767928.743571:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3867 00000100:00080000:2.0:1775767928.743576:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767928.743580:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767928.743591:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767928.743607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707503360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767928.743619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767928.743622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767928.743625:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767928.743630:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3867 00000100:00080000:2.0:1775767928.743634:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767928.743641:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767928.743644:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707503232:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767928.743650:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767928.743667:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707503488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767928.743745:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767928.743818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767928/real 1775767928] req@ffff967bc4ba2300 x1862023707503232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767928.743843:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707503232/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767928.743856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767928.743861:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767928.743866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707503232:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767928.743875:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503360:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767928.743904:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767928.743918:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767928/real 1775767928] req@ffff967bc4ba3b80 x1862023707503360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767928.743934:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707503360/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767928.743953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767928.743958:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767928.743961:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503360:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767928.743992:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503488:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767928.744018:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767928.744032:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767928/real 1775767928] req@ffff967bc4ba1180 x1862023707503488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767928.744045:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707503488/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767928.744054:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767928.744058:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767928.744061:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503488:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767929.447426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767930.471391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767931.495366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767932.519380:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767933.543374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775767933.863397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767933.863406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775767933.863409:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767933.863418:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3872 00000100:00080000:1.0:1775767933.863429:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767933.863435:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775767933.863470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707503616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767933.863497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767933.863501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775767933.863502:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775767933.863506:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3872 00000100:00080000:1.0:1775767933.863508:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767933.863511:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767933.863520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775767933.863529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707503744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775767933.863538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775767933.863540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775767933.863542:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775767933.863546:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707503616:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775767933.863549:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3872 00000100:00080000:1.0:1775767933.863555:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775767933.863558:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775767933.863562:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775767933.863572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707503872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767933.863617:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767933.863653:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767933/real 1775767933] req@ffff967cc31da680 x1862023707503616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767933.863668:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707503616/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767933.863676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767933.863680:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767933.863682:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707503616:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767933.863700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503744:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767933.863716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767933.863724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767933/real 1775767933] req@ffff967cc31d9c00 x1862023707503744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767933.863758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707503744/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767933.863764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767933.863766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767933.863768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503744:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767933.863773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503872:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767933.863789:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767933.863796:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767933/real 1775767933] req@ffff967cc31d8380 x1862023707503872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767933.863809:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707503872/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767933.863814:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767933.863816:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767933.863818:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707503872:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767934.567401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767935.591433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767936.615378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767937.639361:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767938.663410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767938.983377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767938.983387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767938.983392:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767938.983402:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3877 00000100:00080000:2.0:1775767938.983414:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767938.983422:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767938.983468:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707504000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767938.983501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767938.983505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767938.983507:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767938.983512:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3877 00000100:00080000:2.0:1775767938.983516:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767938.983521:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767938.983532:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767938.983548:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707504000:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767938.983549:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707504128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767938.983567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767938.983570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767938.983573:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767938.983577:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3877 00000100:00080000:2.0:1775767938.983583:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767938.983587:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767938.983593:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767938.983605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707504256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767938.983627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767938.983664:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767938/real 1775767938] req@ffff967bc4ba0e00 x1862023707504000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767938.983753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707504000/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767938.983762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767938.983765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767938.983768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707504000:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767938.983788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504128:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767938.983807:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767938.983816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767938/real 1775767938] req@ffff967bc4ba1880 x1862023707504128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767938.983825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707504128/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767938.983831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767938.983833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767938.983835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504128:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767938.983839:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504256:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767938.983850:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767938.983856:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767938/real 1775767938] req@ffff967bc4ba3800 x1862023707504256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767938.983864:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707504256/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767938.983869:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767938.983871:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767938.983873:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504256:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767939.687378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767940.711401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767941.735409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767942.759443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767943.783393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767944.103330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767944.103337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767944.103341:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767944.103349:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3882 00000100:00080000:2.0:1775767944.103360:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767944.103367:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767944.103403:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707504384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767944.103429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767944.103432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767944.103433:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767944.103436:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3882 00000100:00080000:2.0:1775767944.103438:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767944.103441:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767944.103449:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767944.103458:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707504512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767944.103466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767944.103471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767944.103472:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767944.103476:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3882 00000100:00080000:2.0:1775767944.103479:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767944.103482:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767944.103486:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767944.103494:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707504384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767944.103496:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707504640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767944.103588:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767944.103660:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767944/real 1775767944] req@ffff967bc4ba2d80 x1862023707504384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767944.103680:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707504384/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767944.103689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767944.103693:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767944.103696:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707504384:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767944.103702:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504512:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767944.103722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767944.103731:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767944/real 1775767944] req@ffff967bc4ba0000 x1862023707504512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767944.103740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707504512/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767944.103748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767944.103751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767944.103754:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504512:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767944.103784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504640:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767944.103809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767944.103820:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767944/real 1775767944] req@ffff967bc4ba0a80 x1862023707504640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767944.103829:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707504640/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767944.103841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767944.103843:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767944.103845:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504640:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767944.807424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767945.831394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767946.855427:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767947.879460:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767948.903425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767949.223353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767949.223361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767949.223366:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767949.223375:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3887 00000100:00080000:2.0:1775767949.223387:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767949.223406:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767949.223444:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707504768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767949.223475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767949.223486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767949.223488:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767949.223492:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3887 00000100:00080000:2.0:1775767949.223495:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767949.223499:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767949.223508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767949.223544:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707504896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767949.223559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767949.223562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767949.223565:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767949.223570:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3887 00000100:00080000:2.0:1775767949.223575:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767949.223610:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767949.223611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707504768:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767949.223624:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767949.223639:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707505024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767949.223693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767949.223736:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767949/real 1775767949] req@ffff967bc4ba1c00 x1862023707504768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767949.223763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707504768/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767949.223773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767949.223777:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767949.223781:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707504768:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767949.223787:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504896:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767949.223814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767949.223822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767949/real 1775767949] req@ffff967bc4ba1f80 x1862023707504896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767949.223831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707504896/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767949.223837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767949.223840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767949.223842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707504896:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767949.223877:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505024:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767949.223889:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767949.223895:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767949/real 1775767949] req@ffff967bc4ba3100 x1862023707505024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767949.223902:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707505024/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767949.223908:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767949.223911:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767949.223913:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505024:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767949.927451:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767950.951375:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767951.975453:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767952.999350:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767954.023444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767954.343414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767954.343424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767954.343429:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767954.343440:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3892 00000100:00080000:3.0:1775767954.343453:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767954.343461:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767954.343498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707505152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767954.343556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767954.343563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767954.343565:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767954.343571:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3892 00000100:00080000:3.0:1775767954.343576:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767954.343587:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767954.343595:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707505152:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775767954.343598:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767954.343619:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707505280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767954.343632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767954.343635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767954.343637:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767954.343642:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3892 00000100:00080000:3.0:1775767954.343646:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767954.343650:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767954.343657:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767954.343667:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707505408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767954.343684:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767954.343733:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767954/real 1775767954] req@ffff967cc796ed80 x1862023707505152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767954.343751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707505152/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767954.343761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767954.343765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767954.343769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707505152:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767954.343791:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505280:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767954.343808:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767954.343816:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767954/real 1775767954] req@ffff967cc796d500 x1862023707505280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767954.343825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707505280/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767954.343831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767954.343833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767954.343835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505280:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767954.343839:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505408:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767954.343851:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767954.343861:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767954/real 1775767954] req@ffff967cc796ce00 x1862023707505408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767954.343873:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707505408/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767954.343882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767954.343886:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767954.343890:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505408:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767955.047385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767956.071377:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767957.095372:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767958.119407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767959.143352:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767959.463368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767959.463380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767959.463386:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767959.463416:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3897 00000100:00080000:3.0:1775767959.463430:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767959.463438:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767959.463528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707505536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767959.463561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767959.463566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767959.463568:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767959.463573:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3897 00000100:00080000:3.0:1775767959.463578:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767959.463584:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767959.463595:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767959.463606:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707505536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767959.463613:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707505664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767959.463627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767959.463631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767959.463633:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767959.463638:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3897 00000100:00080000:3.0:1775767959.463643:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767959.463647:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767959.463654:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767959.463668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707505792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767959.463679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767959.463720:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767959/real 1775767959] req@ffff967cc796ca80 x1862023707505536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767959.463744:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707505536/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767959.463752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767959.463755:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767959.463759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707505536:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767959.463778:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505664:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767959.463794:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767959.463802:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767959/real 1775767959] req@ffff967cc796d180 x1862023707505664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767959.463810:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707505664/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767959.463815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767959.463817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767959.463819:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505664:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767959.463824:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505792:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767959.463836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767959.463842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767959/real 1775767959] req@ffff967cc796ce00 x1862023707505792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767959.463850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707505792/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767959.463856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767959.463857:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767959.463859:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707505792:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767960.167357:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767961.191365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767962.215488:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767963.239378:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767964.263426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767964.583349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767964.583357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767964.583361:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767964.583370:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3902 00000100:00080000:3.0:1775767964.583382:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767964.583388:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767964.583457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707505920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767964.583492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767964.583495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767964.583496:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767964.583500:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3902 00000100:00080000:3.0:1775767964.583504:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767964.583508:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767964.583516:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767964.583529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707506048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767964.583538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767964.583544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775767964.583547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707505920:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767964.583547:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767964.583554:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3902 00000100:00080000:3.0:1775767964.583561:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767964.583565:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767964.583568:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767964.583574:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707506176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767964.583642:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767964.583682:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767964/real 1775767964] req@ffff967cc796d500 x1862023707505920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767964.583700:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707505920/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767964.583710:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767964.583714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767964.583717:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707505920:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767964.583741:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506048:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767964.583759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767964.583767:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767964/real 1775767964] req@ffff967cc796ed80 x1862023707506048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767964.583776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707506048/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767964.583781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767964.583784:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767964.583786:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506048:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767964.583791:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506176:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767964.583802:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767964.583808:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767964/real 1775767964] req@ffff967cc796f100 x1862023707506176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767964.583815:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707506176/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767964.583821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767964.583823:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767964.583825:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506176:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767965.287479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767966.311392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767967.335497:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767968.359440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767969.383479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775767969.703353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767969.703364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775767969.703391:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767969.703404:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3908 00000100:00080000:3.0:1775767969.703417:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767969.703425:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775767969.703468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707506304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767969.703506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775767969.703511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775767969.703512:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767969.703517:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3908 00000100:00080000:3.0:1775767969.703522:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767969.703526:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767969.703537:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775767969.703554:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707506432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775767969.703566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775767969.703569:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707506304:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775767969.703572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775767969.703577:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775767969.703583:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3908 00000100:00080000:3.0:1775767969.703587:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775767969.703591:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775767969.703598:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775767969.703614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707506560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767969.703638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767969.703675:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767969/real 1775767969] req@ffff967cc796e680 x1862023707506304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767969.703689:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707506304/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767969.703698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767969.703710:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767969.703713:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707506304:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767969.703734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506432:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767969.703753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767969.703765:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767969/real 1775767969] req@ffff967cc796f480 x1862023707506432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767969.703780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707506432/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767969.703788:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767969.703792:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767969.703795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506432:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767969.703802:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506560:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767969.703824:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767969.703845:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767969/real 1775767969] req@ffff967cc796f100 x1862023707506560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767969.703859:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707506560/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767969.703867:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767969.703871:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767969.703874:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506560:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767970.407418:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767971.431456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767972.455410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767973.479405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767974.503393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767974.823431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767974.823442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767974.823447:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767974.823459:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3913 00000100:00080000:2.0:1775767974.823471:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767974.823477:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767974.823520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707506688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767974.823547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767974.823550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767974.823552:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767974.823555:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3913 00000100:00080000:2.0:1775767974.823557:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767974.823560:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767974.823569:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767974.823578:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707506816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767974.823585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767974.823588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767974.823589:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767974.823592:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3913 00000100:00080000:2.0:1775767974.823594:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767974.823597:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767974.823600:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767974.823607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707506944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767974.823613:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707506688:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775767974.823680:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767974.823717:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767974/real 1775767974] req@ffff967bc4ba2a00 x1862023707506688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767974.823733:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707506688/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767974.823741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767974.823744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767974.823747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707506688:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767974.823752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506816:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767974.823766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767974.823774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767974/real 1775767974] req@ffff967bc4ba3480 x1862023707506816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767974.823783:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707506816/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767974.823789:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767974.823790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767974.823792:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506816:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767974.823814:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506944:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767974.823826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767974.823831:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767974/real 1775767974] req@ffff967bc4ba2680 x1862023707506944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767974.823839:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707506944/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767974.823845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767974.823847:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767974.823848:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707506944:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767975.527404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767976.551352:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767977.575432:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767978.599363:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767979.623436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767979.943319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767979.943327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767979.943331:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767979.943340:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3918 00000100:00080000:2.0:1775767979.943351:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767979.943356:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767979.943392:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707507072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767979.943417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767979.943419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767979.943421:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767979.943424:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3918 00000100:00080000:2.0:1775767979.943427:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767979.943429:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767979.943438:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767979.943447:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707507200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767979.943454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767979.943457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767979.943458:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767979.943462:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3918 00000100:00080000:2.0:1775767979.943463:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767979.943466:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767979.943471:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707507072:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775767979.943471:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775767979.943482:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707507328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775767979.943564:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507200:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767979.943605:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507328:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767980.647371:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767981.671467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767982.695393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775767983.015514:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775767983.015557:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775767983.015578:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767983.015627:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775767983.015638:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775767983.015727:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767979/real 1775767983] req@ffff967bc4ba0700 x1862023707507328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767983.015758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707507328/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767983.015773:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767983.015778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767983.015784:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507328:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775767983.015793:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767979/real 1775767983] req@ffff967bc4ba0380 x1862023707507072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767983.015807:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707507072/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767983.015816:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767983.015821:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767983.015824:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707507072:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767983.015840:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767979/real 1775767983] req@ffff967bc4ba1500 x1862023707507200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767983.015855:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707507200/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767983.015871:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767983.015875:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767983.015879:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507200:192.168.202.151@tcp:38:kworker.0 00010000:00010000:0.0:1775767983.719421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767984.743368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775767985.063372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767985.063379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775767985.063383:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767985.063390:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3923 00000100:00080000:2.0:1775767985.063401:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767985.063408:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775767985.063438:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1500 x1862023707507456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767985.063463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767985.063466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775767985.063467:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767985.063470:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3923 00000100:00080000:2.0:1775767985.063472:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767985.063475:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767985.063482:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775767985.063490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0380 x1862023707507584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775767985.063498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775767985.063502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775767985.063504:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775767985.063509:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3923 00000100:00080000:2.0:1775767985.063513:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775767985.063517:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775767985.063523:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767985.063524:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707507456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:2.0:1775767985.063538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0700 x1862023707507712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775767985.063620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767985.063666:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767985/real 1775767985] req@ffff967bc4ba1500 x1862023707507456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767985.063686:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1500 x1862023707507456/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767985.063698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767985.063702:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767985.063707:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707507456:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775767985.063723:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507584:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775767985.063748:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767985.063762:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767985/real 1775767985] req@ffff967bc4ba0380 x1862023707507584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767985.063775:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0380 x1862023707507584/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767985.063783:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767985.063787:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767985.063790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507584:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775767985.063821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507712:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775767985.063845:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775767985.063857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767985/real 1775767985] req@ffff967bc4ba0700 x1862023707507712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775767985.063870:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0700 x1862023707507712/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775767985.063878:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775767985.063881:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775767985.063884:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507712:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767985.767419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767986.791410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767987.815392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767988.839382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767989.863422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767990.183378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767990.183386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767990.183390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767990.183398:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3928 00000100:00080000:0.0:1775767990.183417:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767990.183426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767990.183473:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707507840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767990.183509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767990.183513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767990.183515:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767990.183519:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3928 00000100:00080000:0.0:1775767990.183523:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767990.183528:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767990.183539:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767990.183556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707507968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767990.183568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767990.183571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775767990.183573:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767990.183576:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3928 00000100:00080000:0.0:1775767990.183579:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767990.183583:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767990.183589:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767990.183608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707508096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775767990.183611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707507840:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775767990.183707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767990.183771:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767990/real 1775767990] req@ffff967cc64ed180 x1862023707507840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767990.183796:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707507840/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767990.183810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767990.183815:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767990.183820:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707507840:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767990.183828:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507968:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767990.183850:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767990.183868:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767990/real 1775767990] req@ffff967cc64edf80 x1862023707507968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767990.183876:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707507968/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767990.183882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767990.183885:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767990.183887:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707507968:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767990.183909:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508096:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767990.183923:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767990.183930:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767990/real 1775767990] req@ffff967cc64ef480 x1862023707508096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767990.183938:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707508096/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767990.183944:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767990.183946:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767990.183948:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508096:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767990.887391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767991.911391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767992.935394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767993.959423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767994.983388:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775767995.303329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767995.303337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775767995.303341:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767995.303349:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3933 00000100:00080000:0.0:1775767995.303360:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767995.303366:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775767995.303401:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707508224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767995.303425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767995.303428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775767995.303429:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767995.303432:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3933 00000100:00080000:0.0:1775767995.303434:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767995.303437:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767995.303445:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775767995.303456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707508352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775767995.303464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775767995.303469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775767995.303469:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707508224:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775767995.303471:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775767995.303478:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3933 00000100:00080000:0.0:1775767995.303481:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775767995.303483:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775767995.303486:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775767995.303504:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707508480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775767995.303535:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767995.303575:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767995/real 1775767995] req@ffff967cc64ed500 x1862023707508224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767995.303592:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707508224/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767995.303600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767995.303603:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767995.303607:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707508224:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775767995.303635:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508352:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775767995.303657:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767995.303669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767995/real 1775767995] req@ffff967cc64eca80 x1862023707508352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767995.303683:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707508352/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767995.303698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767995.303701:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767995.303704:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508352:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775767995.303711:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508480:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775767995.303730:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775767995.303740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767995/real 1775767995] req@ffff967cc64eea00 x1862023707508480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775767995.303753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707508480/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775767995.303761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775767995.303764:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775767995.303768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508480:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775767996.007351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767997.031402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767998.055385:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775767999.079400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768000.103386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768000.423387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768000.423395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768000.423399:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768000.423407:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3938 00000100:00080000:3.0:1775768000.423418:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768000.423424:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768000.423462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707508608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768000.423489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768000.423492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768000.423494:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768000.423497:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3938 00000100:00080000:3.0:1775768000.423500:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768000.423505:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768000.423516:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768000.423525:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707508608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768000.423532:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707508736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768000.423545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768000.423549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768000.423550:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768000.423556:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3938 00000100:00080000:3.0:1775768000.423561:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768000.423565:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768000.423572:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768000.423584:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707508864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768000.423602:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768000.423643:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768000/real 1775768000] req@ffff967cc796ed80 x1862023707508608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768000.423658:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707508608/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768000.423666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768000.423669:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768000.423672:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707508608:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768000.423700:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508736:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768000.423716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768000.423724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768000/real 1775768000] req@ffff967cc796d500 x1862023707508736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768000.423732:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707508736/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768000.423738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768000.423741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768000.423743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508736:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768000.423747:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508864:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768000.423759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768000.423773:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768000/real 1775768000] req@ffff967cc796ce00 x1862023707508864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768000.423780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707508864/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768000.423786:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768000.423788:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768000.423790:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707508864:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768001.127392:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768002.151351:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768003.175406:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768004.199361:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768005.223402:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768005.543352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768005.543360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768005.543363:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768005.543372:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3943 00000100:00080000:1.0:1775768005.543383:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768005.543389:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768005.543421:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707508992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768005.543443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768005.543446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768005.543447:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768005.543450:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3943 00000100:00080000:1.0:1775768005.543452:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768005.543454:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768005.543462:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768005.543470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707509120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768005.543477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768005.543480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768005.543481:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768005.543486:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3943 00000100:00100000:0.0:1775768005.543487:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707508992:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768005.543488:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768005.543490:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768005.543497:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768005.543503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707509248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768005.543563:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768005.543604:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768005/real 1775768005] req@ffff967cc31d8000 x1862023707508992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768005.543620:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707508992/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768005.543636:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768005.543639:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768005.543643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707508992:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768005.543667:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509120:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768005.543689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768005.543701:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768005/real 1775768005] req@ffff967cc31d8e00 x1862023707509120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768005.543717:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707509120/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768005.543722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768005.543724:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768005.543726:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509120:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768005.543730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509248:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768005.543744:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768005.543750:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768005/real 1775768005] req@ffff967cc31d8700 x1862023707509248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768005.543761:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707509248/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768005.543768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768005.543771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768005.543773:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509248:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768006.247406:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768007.271493:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768008.295437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768009.319381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768010.343445:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768010.663383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768010.663392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768010.663397:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768010.663407:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3949 00000100:00080000:0.0:1775768010.663419:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768010.663426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768010.663469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707509376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768010.663494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768010.663496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768010.663498:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768010.663500:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3949 00000100:00080000:0.0:1775768010.663503:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768010.663506:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768010.663513:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768010.663524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707509504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768010.663531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768010.663533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768010.663534:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768010.663537:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3949 00000100:00080000:0.0:1775768010.663540:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768010.663544:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768010.663547:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768010.663553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707509632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768010.663565:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707509376:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775768010.663638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768010.663681:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768010/real 1775768010] req@ffff967cc64ece00 x1862023707509376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768010.663702:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707509376/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768010.663715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768010.663718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768010.663721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707509376:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768010.663726:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509504:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768010.663740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768010.663748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768010/real 1775768010] req@ffff967cc64eea00 x1862023707509504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768010.663755:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707509504/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768010.663759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768010.663762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768010.663763:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509504:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768010.663783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509632:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768010.663794:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768010.663799:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768010/real 1775768010] req@ffff967cc64eca80 x1862023707509632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768010.663806:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707509632/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768010.663811:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768010.663813:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768010.663815:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509632:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768011.367400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768012.391410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768013.415413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768014.439415:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768015.463364:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768015.783375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768015.783386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768015.783390:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768015.783400:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3954 00000100:00080000:0.0:1775768015.783412:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768015.783420:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768015.783466:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707509760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768015.783499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768015.783503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768015.783505:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768015.783509:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3954 00000100:00080000:0.0:1775768015.783513:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768015.783517:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768015.783528:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768015.783543:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707509888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768015.783555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768015.783559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768015.783561:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768015.783570:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3954 00000100:00080000:0.0:1775768015.783574:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775768015.783574:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707509760:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775768015.783584:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768015.783590:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768015.783606:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707510016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768015.783649:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768015.783687:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768015/real 1775768015] req@ffff967cc64ed500 x1862023707509760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768015.783701:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707509760/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768015.783709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768015.783713:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768015.783715:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707509760:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768015.783734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509888:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768015.783746:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768015.783753:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768015/real 1775768015] req@ffff967cc64ef480 x1862023707509888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768015.783760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707509888/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768015.783765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768015.783767:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768015.783769:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707509888:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768015.783772:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510016:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768015.783783:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768015.783788:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768015/real 1775768015] req@ffff967cc64edf80 x1862023707510016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768015.783795:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707510016/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768015.783800:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768015.783801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768015.783803:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510016:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768016.487468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768017.511346:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768018.535373:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768019.559367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768020.583377:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768020.903390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768020.903400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768020.903404:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768020.903415:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3959 00000100:00080000:0.0:1775768020.903425:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768020.903431:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768020.903471:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707510144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768020.903495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768020.903499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768020.903501:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768020.903504:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3959 00000100:00080000:0.0:1775768020.903508:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768020.903512:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768020.903522:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768020.903535:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707510272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768020.903546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768020.903551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775768020.903551:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707510144:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775768020.903553:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768020.903562:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3959 00000100:00080000:0.0:1775768020.903565:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768020.903568:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768020.903572:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768020.903581:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707510400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768020.903630:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768020.903682:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768020/real 1775768020] req@ffff967cc64ed180 x1862023707510144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768020.903703:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707510144/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768020.903714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768020.903718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768020.903722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707510144:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768020.903747:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510272:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768020.903777:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768020.903789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768020/real 1775768020] req@ffff967cc64edc00 x1862023707510272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768020.903801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707510272/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768020.903815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768020.903818:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768020.903821:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510272:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768020.903827:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510400:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768020.903853:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768020.903864:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768020/real 1775768020] req@ffff967cc64ec380 x1862023707510400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768020.903874:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707510400/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768020.903893:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768020.903896:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768020.903899:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510400:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768021.607373:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768022.631433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768023.655365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768024.679520:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768025.703466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768026.023374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768026.023383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768026.023387:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768026.023395:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3964 00000100:00080000:1.0:1775768026.023406:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768026.023412:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768026.023447:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707510528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768026.023473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768026.023475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768026.023477:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768026.023484:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3964 00000100:00080000:1.0:1775768026.023486:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768026.023490:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768026.023498:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768026.023511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707510656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768026.023520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768026.023523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768026.023524:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768026.023529:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3964 00000100:00080000:1.0:1775768026.023533:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775768026.023534:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707510528:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768026.023536:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768026.023542:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768026.023550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707510784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768026.023609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768026.023646:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768026/real 1775768026] req@ffff967cc31d9180 x1862023707510528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768026.023662:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707510528/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768026.023670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768026.023673:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768026.023676:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707510528:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768026.023696:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510656:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768026.023711:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768026.023719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768026/real 1775768026] req@ffff967cc31da300 x1862023707510656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768026.023727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707510656/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768026.023732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768026.023734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768026.023736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510656:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768026.023740:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510784:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768026.023751:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768026.023756:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768026/real 1775768026] req@ffff967cc31d9f80 x1862023707510784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768026.023764:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707510784/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768026.023769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768026.023771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768026.023773:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707510784:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768026.727470:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768027.751413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768028.775434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768029.799396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768030.823430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768031.143410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768031.143421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768031.143426:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768031.143437:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3969 00000100:00080000:3.0:1775768031.143449:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768031.143455:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768031.143505:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707510912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768031.143547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768031.143552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768031.143554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768031.143559:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3969 00000100:00080000:3.0:1775768031.143563:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768031.143567:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768031.143577:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768031.143589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707511040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768031.143599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775768031.143600:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707510912:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768031.143603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768031.143607:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768031.143612:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3969 00000100:00080000:3.0:1775768031.143615:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768031.143617:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768031.143621:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768031.143631:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707511168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768031.143675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768031.143722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768031/real 1775768031] req@ffff967cc796d180 x1862023707510912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768031.143741:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707510912/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768031.143750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768031.143754:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768031.143757:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707510912:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768031.143778:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511040:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768031.143812:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768031.143822:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768031/real 1775768031] req@ffff967cc796ca80 x1862023707511040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768031.143831:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707511040/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768031.143837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768031.143840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768031.143842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511040:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768031.143847:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511168:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768031.143861:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768031.143867:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768031/real 1775768031] req@ffff967cc796ce00 x1862023707511168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768031.143875:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707511168/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768031.143880:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768031.143882:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768031.143884:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511168:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768031.847413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768032.871399:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768033.895421:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768034.919393:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768035.943396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768036.263304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768036.263312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768036.263316:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768036.263324:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3974 00000100:00080000:3.0:1775768036.263342:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768036.263348:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768036.263382:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707511296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768036.263410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768036.263413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768036.263414:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768036.263417:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3974 00000100:00080000:3.0:1775768036.263420:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768036.263422:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768036.263430:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768036.263438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707511424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768036.263447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768036.263449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768036.263451:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768036.263454:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3974 00000100:00080000:3.0:1775768036.263456:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768036.263458:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768036.263463:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768036.263472:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707511552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768036.263474:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707511296:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775768036.263556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768036.263599:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036] req@ffff967cc796d500 x1862023707511296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768036.263614:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707511296/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768036.263622:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768036.263625:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768036.263628:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707511296:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768036.263633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511424:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768036.263651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768036.263660:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036] req@ffff967cc796ed80 x1862023707511424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768036.263667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707511424/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768036.263683:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768036.263686:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768036.263688:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511424:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768036.263709:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511552:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768036.263724:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768036.263730:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036] req@ffff967cc796f100 x1862023707511552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768036.263756:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707511552/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768036.263765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768036.263768:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768036.263771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511552:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768036.967401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768037.991356:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768039.015443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768040.039382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768041.063382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775768041.383369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768041.383378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775768041.383382:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768041.383391:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3979 00000100:00080000:2.0:1775768041.383401:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768041.383408:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775768041.383443:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2680 x1862023707511680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768041.383466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768041.383469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775768041.383470:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768041.383473:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3979 00000100:00080000:2.0:1775768041.383476:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768041.383478:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768041.383486:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775768041.383495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3480 x1862023707511808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768041.383502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768041.383504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775768041.383505:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768041.383509:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3979 00000100:00080000:2.0:1775768041.383511:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768041.383514:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768041.383518:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775768041.383524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2a00 x1862023707511936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768041.383540:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707511680:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775768041.383612:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768041.383659:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768041/real 1775768041] req@ffff967bc4ba2680 x1862023707511680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768041.383676:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2680 x1862023707511680/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768041.383704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768041.383708:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768041.383711:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707511680:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768041.383717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511808:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768041.383736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768041.383745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768041/real 1775768041] req@ffff967bc4ba3480 x1862023707511808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768041.383754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3480 x1862023707511808/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768041.383760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768041.383762:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768041.383764:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511808:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768041.383783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511936:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768041.383795:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768041.383801:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768041/real 1775768041] req@ffff967bc4ba2a00 x1862023707511936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768041.383813:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2a00 x1862023707511936/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768041.383822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768041.383825:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768041.383829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707511936:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768042.087419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768043.111434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768044.135422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768045.159402:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768046.183411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768046.503355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768046.503366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768046.503371:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768046.503382:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3984 00000100:00080000:3.0:1775768046.503395:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768046.503405:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768046.503445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707512064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768046.503475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768046.503479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768046.503481:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768046.503486:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3984 00000100:00080000:3.0:1775768046.503490:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768046.503495:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768046.503505:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768046.503520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707512192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768046.503532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768046.503538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775768046.503539:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707512064:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768046.503540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768046.503551:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3984 00000100:00080000:3.0:1775768046.503556:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768046.503560:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768046.503566:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768046.503580:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707512320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768046.503684:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768046.503724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512320:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768047.207411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768048.231407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768049.255441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775768049.575509:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775768049.575553:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775768049.575572:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775768049.575653:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775768049.575664:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775768049.575684:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768046/real 1775768049] req@ffff967cc796e680 x1862023707512192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768049.575712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707512192/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768049.575728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768049.575733:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768049.575738:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512192:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768049.575744:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768046/real 1775768049] req@ffff967cc796f100 x1862023707512320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768049.575754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707512320/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768049.575762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768049.575765:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768049.575768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512320:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775768049.575774:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768046/real 1775768049] req@ffff967cc796f480 x1862023707512064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768049.575784:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707512064/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768049.575793:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768049.575797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768049.575802:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707512064:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775768050.279386:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768051.303410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768051.623349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768051.623359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768051.623363:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768051.623381:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3989 00000100:00080000:0.0:1775768051.623392:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768051.623400:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768051.623435:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707512448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768051.623478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768051.623482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768051.623484:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768051.623489:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3989 00000100:00080000:0.0:1775768051.623492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768051.623496:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768051.623507:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768051.623519:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707512576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768051.623529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768051.623533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768051.623535:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768051.623550:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3989 00000100:00080000:0.0:1775768051.623554:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768051.623558:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768051.623563:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768051.623575:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707512704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768051.623662:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707512448:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775768051.623731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768051.623772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768051/real 1775768051] req@ffff967cc64ec000 x1862023707512448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768051.623789:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707512448/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768051.623800:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768051.623804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768051.623808:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707512448:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768051.623815:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512576:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768051.623846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768051.623857:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768051/real 1775768051] req@ffff967cc64ef800 x1862023707512576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768051.623869:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707512576/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768051.623877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768051.623881:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768051.623885:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512576:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768051.623891:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512704:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768051.623926:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768051.623937:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768051/real 1775768051] req@ffff967cc64ec700 x1862023707512704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768051.623949:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707512704/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768051.623957:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768051.623960:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768051.623963:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512704:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768052.327399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768053.351439:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768054.375378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768055.399450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768056.423381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768056.743351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768056.743360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768056.743364:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768056.743373:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 3995 00000100:00080000:0.0:1775768056.743385:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768056.743391:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768056.743427:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707512832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768056.743462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768056.743466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768056.743468:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768056.743471:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3995 00000100:00080000:0.0:1775768056.743475:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768056.743478:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768056.743487:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768056.743499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707512960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768056.743515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768056.743520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775768056.743520:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707512832:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775768056.743522:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768056.743529:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 3995 00000100:00080000:0.0:1775768056.743532:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768056.743546:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768056.743552:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768056.743563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707513088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768056.743605:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768056.743646:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768056/real 1775768056] req@ffff967cc64eed80 x1862023707512832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768056.743665:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707512832/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768056.743675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768056.743679:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768056.743682:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707512832:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768056.743711:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512960:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768056.743733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768056.743746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768056/real 1775768056] req@ffff967cc64ec700 x1862023707512960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768056.743758:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707512960/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768056.743766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768056.743769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768056.743773:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707512960:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768056.743778:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513088:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768056.743796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768056.743806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768056/real 1775768056] req@ffff967cc64ef800 x1862023707513088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768056.743818:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707513088/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768056.743826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768056.743829:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768056.743832:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513088:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768057.447453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768058.471366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768059.495426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768060.519360:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768061.543446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775768061.863381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768061.863390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775768061.863394:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768061.863404:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4000 00000100:00080000:2.0:1775768061.863415:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768061.863423:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775768061.863461:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3100 x1862023707513216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768061.863511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768061.863515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775768061.863517:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768061.863521:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4000 00000100:00080000:2.0:1775768061.863525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768061.863527:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768061.863536:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775768061.863547:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1f80 x1862023707513344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768061.863555:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707513216:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775768061.863557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768061.863562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775768061.863564:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768061.863567:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4000 00000100:00080000:2.0:1775768061.863569:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768061.863572:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768061.863575:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775768061.863582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1c00 x1862023707513472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768061.863612:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768061.863642:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768061/real 1775768061] req@ffff967bc4ba3100 x1862023707513216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768061.863654:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3100 x1862023707513216/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768061.863662:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768061.863665:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768061.863668:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707513216:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768061.863685:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513344:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768061.863697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768061.863704:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768061/real 1775768061] req@ffff967bc4ba1f80 x1862023707513344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768061.863711:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1f80 x1862023707513344/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768061.863723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768061.863725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768061.863727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513344:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768061.863731:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513472:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768061.863742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768061.863747:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768061/real 1775768061] req@ffff967bc4ba1c00 x1862023707513472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768061.863754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1c00 x1862023707513472/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768061.863759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768061.863760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768061.863762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513472:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768062.567384:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768063.591443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768064.615394:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768065.639434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768066.663397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775768066.983347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768066.983356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775768066.983361:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768066.983368:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4005 00000100:00080000:2.0:1775768066.983379:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768066.983385:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775768066.983419:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0a80 x1862023707513600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768066.983457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768066.983460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775768066.983462:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768066.983465:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4005 00000100:00080000:2.0:1775768066.983468:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768066.983472:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768066.983481:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775768066.983492:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0000 x1862023707513728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768066.983500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775768066.983502:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707513600:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775768066.983504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775768066.983506:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768066.983513:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4005 00000100:00080000:2.0:1775768066.983515:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768066.983517:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768066.983520:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775768066.983529:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2d80 x1862023707513856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768066.983581:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768066.983624:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768066/real 1775768066] req@ffff967bc4ba0a80 x1862023707513600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768066.983644:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0a80 x1862023707513600/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768066.983656:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768066.983661:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768066.983665:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707513600:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768066.983690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513728:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768066.983716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768066.983729:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768066/real 1775768066] req@ffff967bc4ba0000 x1862023707513728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768066.983740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0000 x1862023707513728/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768066.983749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768066.983752:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768066.983755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513728:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768066.983761:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513856:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768066.983779:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768066.983787:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768066/real 1775768066] req@ffff967bc4ba2d80 x1862023707513856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768066.983799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2d80 x1862023707513856/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768066.983807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768066.983810:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768066.983813:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707513856:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768067.687480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768068.711447:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768069.735472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768070.759396:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768071.783416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768072.103366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768072.103374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768072.103378:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768072.103399:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4010 00000100:00080000:0.0:1775768072.103412:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768072.103421:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768072.103464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707513984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768072.103493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768072.103498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768072.103500:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768072.103504:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4010 00000100:00080000:0.0:1775768072.103508:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768072.103514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768072.103525:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768072.103539:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707513984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768072.103551:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707514112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768072.103564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768072.103568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768072.103570:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768072.103575:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4010 00000100:00080000:0.0:1775768072.103580:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768072.103584:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768072.103590:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775768072.103604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768072.103610:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707514240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768072.103652:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768072/real 1775768072] req@ffff967cc64ec000 x1862023707513984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768072.103671:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707513984/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768072.103683:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768072.103687:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768072.103692:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707513984:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768072.103715:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514112:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768072.103735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768072.103745:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768072/real 1775768072] req@ffff967cc64ec380 x1862023707514112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768072.103753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707514112/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768072.103763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768072.103766:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768072.103768:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514112:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768072.103772:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514240:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768072.103784:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768072.103790:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768072/real 1775768072] req@ffff967cc64edc00 x1862023707514240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768072.103797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707514240/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768072.103802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768072.103804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768072.103806:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514240:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768072.807391:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768073.831419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768074.855408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768075.879443:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768076.903476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768077.223431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768077.223441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768077.223446:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768077.223462:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4015 00000100:00080000:3.0:1775768077.223473:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768077.223479:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768077.223520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707514368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768077.223546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768077.223549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768077.223551:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768077.223553:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4015 00000100:00080000:3.0:1775768077.223556:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768077.223558:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768077.223568:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768077.223577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707514496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768077.223586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775768077.223588:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707514368:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768077.223590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768077.223593:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768077.223601:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4015 00000100:00080000:3.0:1775768077.223604:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768077.223606:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768077.223609:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768077.223620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707514624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768077.223670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768077.223716:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077] req@ffff967cc796ed80 x1862023707514368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768077.223740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707514368/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768077.223748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768077.223751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768077.223754:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707514368:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768077.223777:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514496:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768077.223798:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768077.223811:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077] req@ffff967cc796d500 x1862023707514496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768077.223825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707514496/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768077.223835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768077.223838:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768077.223842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514496:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768077.223849:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514624:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768077.223867:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768077.223875:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077] req@ffff967cc796ce00 x1862023707514624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768077.223883:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707514624/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768077.223894:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768077.223896:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768077.223898:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514624:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768077.927480:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768078.951408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768079.975400:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768080.999397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768082.023465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768082.343382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768082.343390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768082.343394:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768082.343402:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4020 00000100:00080000:0.0:1775768082.343415:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768082.343422:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768082.343464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707514752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768082.343492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768082.343495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768082.343497:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768082.343500:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4020 00000100:00080000:0.0:1775768082.343503:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768082.343506:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768082.343515:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768082.343527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707514880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768082.343539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775768082.343543:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707514752:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775768082.343544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768082.343547:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768082.343553:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4020 00000100:00080000:0.0:1775768082.343561:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768082.343567:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768082.343573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768082.343587:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707515008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768082.343635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768082.343678:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082] req@ffff967cc64ed180 x1862023707514752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768082.343698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707514752/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768082.343715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768082.343720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768082.343724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707514752:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768082.343749:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514880:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768082.343774:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768082.343788:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082] req@ffff967cc64edf80 x1862023707514880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768082.343801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707514880/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768082.343810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768082.343814:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768082.343818:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707514880:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768082.343825:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515008:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768082.343846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768082.343858:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082] req@ffff967cc64ef480 x1862023707515008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768082.343870:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707515008/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768082.343879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768082.343883:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768082.343886:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515008:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768083.047408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768084.071459:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768085.095387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768086.119441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768087.143382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768087.463307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768087.463315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768087.463320:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768087.463329:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4025 00000100:00080000:0.0:1775768087.463340:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768087.463347:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768087.463382:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707515136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768087.463408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768087.463412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768087.463414:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768087.463419:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4025 00000100:00080000:0.0:1775768087.463423:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768087.463427:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768087.463439:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768087.463453:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707515264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768087.463465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768087.463469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768087.463472:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768087.463477:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4025 00000100:00080000:0.0:1775768087.463480:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768087.463483:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768087.463488:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768087.463499:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707515392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768087.463503:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707515136:192.168.202.151@tcp:250:kworker.0 00000800:00000100:3.0:1775768087.463597:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768087.463633:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768087/real 1775768087] req@ffff967cc64ed500 x1862023707515136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768087.463650:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707515136/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768087.463659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768087.463663:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768087.463666:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707515136:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768087.463671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515264:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768087.463688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768087.463696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768087/real 1775768087] req@ffff967cc64eca80 x1862023707515264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768087.463707:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707515264/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768087.463716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768087.463720:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768087.463724:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515264:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768087.463751:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515392:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768087.463770:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768087.463778:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768087/real 1775768087] req@ffff967cc64eea00 x1862023707515392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768087.463787:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707515392/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768087.463794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768087.463796:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768087.463799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515392:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768088.167394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768089.191400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768090.215436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768091.239383:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768092.263474:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768092.583354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768092.583366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768092.583371:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768092.583384:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4030 00000100:00080000:3.0:1775768092.583398:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768092.583406:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768092.583452:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707515520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768092.583481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768092.583486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768092.583488:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768092.583493:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4030 00000100:00080000:3.0:1775768092.583498:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768092.583503:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768092.583514:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768092.583521:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707515520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768092.583532:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707515648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768092.583548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768092.583551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768092.583553:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768092.583558:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4030 00000100:00080000:3.0:1775768092.583562:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768092.583565:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768092.583569:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768092.583582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707515776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768092.583615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768092.583661:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768092/real 1775768092] req@ffff967cc796ca80 x1862023707515520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768092.583680:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707515520/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768092.583689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768092.583692:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768092.583695:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707515520:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768092.583717:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515648:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768092.583734:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768092.583743:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768092/real 1775768092] req@ffff967cc796d180 x1862023707515648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768092.583751:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707515648/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768092.583757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768092.583760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768092.583762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515648:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768092.583765:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515776:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768092.583777:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768092.583782:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768092/real 1775768092] req@ffff967cc796ce00 x1862023707515776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768092.583790:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707515776/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768092.583795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768092.583797:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768092.583799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707515776:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768093.287395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768094.311456:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768095.335378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768096.359473:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768097.383398:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768097.703426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768097.703440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768097.703446:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768097.703460:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4036 00000100:00080000:0.0:1775768097.703474:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768097.703481:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768097.703530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ece00 x1862023707515904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768097.703562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768097.703574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768097.703576:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768097.703582:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4036 00000100:00080000:0.0:1775768097.703586:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768097.703591:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768097.703601:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768097.703605:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707515904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768097.703620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707516032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768097.703632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768097.703637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768097.703639:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768097.703644:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4036 00000100:00080000:0.0:1775768097.703648:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768097.703652:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768097.703658:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775768097.703669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768097.703673:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707516160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768097.703713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768097/real 1775768097] req@ffff967cc64ece00 x1862023707515904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768097.703728:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ece00 x1862023707515904/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768097.703737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768097.703740:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768097.703743:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707515904:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768097.703762:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516032:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768097.703778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768097.703785:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768097/real 1775768097] req@ffff967cc64eea00 x1862023707516032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768097.703794:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707516032/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768097.703799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768097.703802:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768097.703804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516032:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768097.703808:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516160:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768097.703819:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768097.703825:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768097/real 1775768097] req@ffff967cc64eca80 x1862023707516160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768097.703833:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707516160/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768097.703838:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768097.703840:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768097.703842:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516160:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768098.407490:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768099.431476:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768100.455458:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768101.479604:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768102.503472:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768102.823404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768102.823422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768102.823427:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768102.823439:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4041 00000100:00080000:3.0:1775768102.823450:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768102.823457:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768102.823502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707516288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768102.823533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768102.823537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768102.823538:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768102.823543:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4041 00000100:00080000:3.0:1775768102.823547:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768102.823552:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768102.823562:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768102.823572:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707516288:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768102.823575:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707516416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768102.823589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768102.823592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768102.823594:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768102.823598:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4041 00000100:00080000:3.0:1775768102.823602:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768102.823607:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768102.823612:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768102.823623:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707516544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768102.823641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768102.823691:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768102/real 1775768102] req@ffff967cc796d500 x1862023707516288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768102.823712:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707516288/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768102.823720:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768102.823723:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768102.823726:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707516288:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768102.823746:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516416:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768102.823760:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768102.823768:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768102/real 1775768102] req@ffff967cc796ed80 x1862023707516416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768102.823776:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707516416/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768102.823781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768102.823783:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768102.823785:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516416:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768102.823788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516544:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768102.823799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768102.823804:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768102/real 1775768102] req@ffff967cc796f480 x1862023707516544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768102.823811:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707516544/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768102.823815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768102.823817:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768102.823818:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516544:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768103.527354:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768104.551391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768105.575462:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768106.599441:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768107.623429:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768107.943319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768107.943328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768107.943333:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768107.943343:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4046 00000100:00080000:3.0:1775768107.943355:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768107.943361:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768107.943401:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707516672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768107.943426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768107.943429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768107.943431:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768107.943437:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4046 00000100:00080000:3.0:1775768107.943440:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768107.943443:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768107.943452:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768107.943462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707516800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768107.943474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775768107.943476:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707516672:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768107.943482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768107.943486:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768107.943492:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4046 00000100:00080000:3.0:1775768107.943496:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768107.943501:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768107.943507:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768107.943524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707516928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768107.943547:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768107.943591:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768107/real 1775768107] req@ffff967cc796f100 x1862023707516672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768107.943610:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707516672/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768107.943618:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768107.943621:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768107.943625:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707516672:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768107.943645:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516800:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768107.943660:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768107.943669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768107/real 1775768107] req@ffff967cc796e680 x1862023707516800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768107.943677:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707516800/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768107.943683:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768107.943685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768107.943687:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516800:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768107.943690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516928:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768107.943701:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768107.943707:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768107/real 1775768107] req@ffff967cc796f480 x1862023707516928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768107.943715:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707516928/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768107.943720:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768107.943722:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768107.943725:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707516928:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768108.647389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768109.671414:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768110.695372:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768111.719416:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768112.743412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768113.063382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768113.063393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768113.063398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768113.063409:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4051 00000100:00080000:3.0:1775768113.063423:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768113.063431:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768113.063473:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707517056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768113.063507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768113.063511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768113.063513:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768113.063518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4051 00000100:00080000:3.0:1775768113.063522:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768113.063526:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768113.063536:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768113.063553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707517184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768113.063564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768113.063568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768113.063570:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768113.063576:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4051 00000100:00080000:3.0:1775768113.063580:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775768113.063585:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707517056:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768113.063589:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768113.063598:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768113.063614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707517312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768113.063685:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517184:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768113.063713:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517312:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768113.767409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768114.791436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768115.815463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775768116.135592:0:2357:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:2.0:1775768116.135650:0:2357:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775768116.135669:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775768116.135721:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:2.0:1775768116.135731:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775768116.135780:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768113/real 1775768116] req@ffff967cc796ce00 x1862023707517312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768116.135811:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707517312/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768116.135825:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768116.135831:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768116.135835:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517312:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775768116.135844:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768113/real 1775768116] req@ffff967cc796ed80 x1862023707517056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768116.135858:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707517056/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768116.135867:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768116.135871:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768116.135875:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707517056:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768116.135898:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768113/real 1775768116] req@ffff967cc796d500 x1862023707517184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768116.135913:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707517184/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768116.135923:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768116.135927:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768116.135932:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517184:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775768116.839405:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768117.863409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768118.183340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768118.183352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768118.183357:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768118.183370:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4056 00000100:00080000:0.0:1775768118.183381:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768118.183388:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768118.183426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707517440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768118.183457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768118.183461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768118.183463:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768118.183467:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4056 00000100:00080000:0.0:1775768118.183472:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768118.183476:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768118.183486:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768118.183501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707517568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768118.183506:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707517440:192.168.202.151@tcp:250:kworker.0 00000100:00080000:0.0:1775768118.183519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768118.183523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768118.183525:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768118.183530:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4056 00000100:00080000:0.0:1775768118.183535:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768118.183540:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768118.183546:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768118.183559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707517696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768118.183579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768118.183621:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768118/real 1775768118] req@ffff967cc64ed500 x1862023707517440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768118.183640:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707517440/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768118.183651:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768118.183655:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768118.183659:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707517440:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768118.183683:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517568:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768118.183702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768118.183712:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768118/real 1775768118] req@ffff967cc64ef480 x1862023707517568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768118.183723:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707517568/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768118.183731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768118.183734:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768118.183738:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517568:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768118.183743:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517696:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768118.183759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768118.183767:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768118/real 1775768118] req@ffff967cc64edf80 x1862023707517696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768118.183778:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707517696/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768118.183787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768118.183790:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768118.183793:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517696:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768118.887468:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768119.911412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768120.935440:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768121.959367:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768122.983431:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768123.303382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768123.303391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768123.303396:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768123.303405:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4061 00000100:00080000:3.0:1775768123.303417:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768123.303423:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768123.303462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707517824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768123.303491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768123.303494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768123.303496:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768123.303501:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4061 00000100:00080000:3.0:1775768123.303504:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768123.303509:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768123.303520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768123.303527:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707517824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768123.303535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707517952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768123.303546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768123.303549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768123.303550:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768123.303555:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4061 00000100:00080000:3.0:1775768123.303558:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768123.303562:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768123.303567:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768123.303579:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707518080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768123.303591:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768123.303630:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768123/real 1775768123] req@ffff967cc796d180 x1862023707517824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768123.303645:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707517824/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768123.303652:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768123.303655:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768123.303658:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707517824:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768123.303677:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517952:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768123.303695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768123.303706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768123/real 1775768123] req@ffff967cc796ca80 x1862023707517952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768123.303717:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707517952/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768123.303725:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768123.303729:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768123.303731:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707517952:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768123.303737:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518080:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768123.303764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768123.303772:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768123/real 1775768123] req@ffff967cc796d500 x1862023707518080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768123.303779:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707518080/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768123.303784:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768123.303786:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768123.303788:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518080:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768124.007419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768125.031477:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768126.055413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768127.079453:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768128.103366:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768128.423383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768128.423394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768128.423399:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768128.423411:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4066 00000100:00080000:3.0:1775768128.423423:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768128.423431:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768128.423475:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707518208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768128.423504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768128.423508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768128.423510:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768128.423514:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4066 00000100:00080000:3.0:1775768128.423517:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768128.423522:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768128.423532:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768128.423545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707518336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768128.423557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775768128.423562:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707518208:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768128.423562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768128.423564:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768128.423573:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4066 00000100:00080000:3.0:1775768128.423577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768128.423581:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768128.423587:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768128.423598:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707518464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768128.423638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768128.423681:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768128/real 1775768128] req@ffff967cc796ed80 x1862023707518208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768128.423702:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707518208/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768128.423713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768128.423718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768128.423721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707518208:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768128.423746:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518336:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768128.423769:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768128.423779:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768128/real 1775768128] req@ffff967cc796ce00 x1862023707518336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768128.423791:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707518336/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768128.423798:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768128.423801:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768128.423804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518336:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768128.423810:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518464:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768128.423830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768128.423839:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768128/real 1775768128] req@ffff967cc796f480 x1862023707518464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768128.423872:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707518464/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768128.423878:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768128.423880:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768128.423882:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518464:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768129.127452:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768130.151370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768131.175433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768132.199362:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768133.223370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768133.543307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768133.543317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768133.543322:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768133.543332:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4071 00000100:00080000:3.0:1775768133.543342:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768133.543349:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768133.543385:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707518592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768133.543404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768133.543406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768133.543407:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768133.543410:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4071 00000100:00080000:3.0:1775768133.543412:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768133.543415:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768133.543423:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768133.543431:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707518720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768133.543437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768133.543439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768133.543440:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768133.543443:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4071 00000100:00080000:3.0:1775768133.543444:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768133.543447:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768133.543450:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768133.543458:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707518592:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768133.543459:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707518848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768133.543522:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768133.543560:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768133/real 1775768133] req@ffff967cc796e680 x1862023707518592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768133.543576:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707518592/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768133.543584:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768133.543586:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768133.543589:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707518592:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768133.543594:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518720:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768133.543608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768133.543615:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768133/real 1775768133] req@ffff967cc796f100 x1862023707518720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768133.543622:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707518720/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768133.543627:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768133.543629:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768133.543631:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518720:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768133.543649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518848:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768133.543659:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768133.543670:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768133/real 1775768133] req@ffff967cc796f480 x1862023707518848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768133.543682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707518848/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768133.543687:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768133.543689:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768133.543691:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707518848:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768134.247351:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768135.271447:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768136.295342:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768137.319418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768138.343378:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768138.663404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768138.663417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768138.663422:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768138.663433:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4077 00000100:00080000:3.0:1775768138.663444:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768138.663449:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768138.663497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707518976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768138.663531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768138.663537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768138.663539:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768138.663544:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4077 00000100:00080000:3.0:1775768138.663547:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768138.663552:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768138.663562:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768138.663577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707519104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768138.663587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768138.663591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768138.663594:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768138.663598:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4077 00000100:00080000:3.0:1775768138.663602:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768138.663605:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768138.663609:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768138.663617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707519232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768138.663633:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707518976:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775768138.663709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768138.663761:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768138/real 1775768138] req@ffff967cc796ce00 x1862023707518976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768138.663780:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707518976/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768138.663790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768138.663795:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768138.663799:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707518976:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768138.663806:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519104:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768138.663827:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768138.663837:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768138/real 1775768138] req@ffff967cc796ed80 x1862023707519104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768138.663854:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707519104/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768138.663861:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768138.663864:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768138.663867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519104:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768138.663900:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519232:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768138.663918:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768138.663927:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768138/real 1775768138] req@ffff967cc796d500 x1862023707519232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768138.663938:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707519232/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768138.663945:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768138.663949:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768138.663952:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519232:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768139.367448:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768140.391358:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768141.415421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768142.439393:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768143.464307:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775768143.783376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768143.783384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775768143.783387:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768143.783394:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4082 00000100:00080000:2.0:1775768143.783408:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768143.783415:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775768143.783452:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3800 x1862023707519360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768143.783477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768143.783480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775768143.783482:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768143.783485:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4082 00000100:00080000:2.0:1775768143.783489:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768143.783493:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768143.783503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775768143.783516:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1880 x1862023707519488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768143.783523:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707519360:192.168.202.151@tcp:250:kworker.0 00000100:00080000:2.0:1775768143.783525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768143.783528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775768143.783530:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768143.783533:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4082 00000100:00080000:2.0:1775768143.783536:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768143.783540:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768143.783544:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775768143.783553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba0e00 x1862023707519616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768143.783595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768143.783636:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768143/real 1775768143] req@ffff967bc4ba3800 x1862023707519360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768143.783667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3800 x1862023707519360/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768143.783677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768143.783680:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768143.783683:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707519360:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768143.783730:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519488:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768143.783747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768143.783755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768143/real 1775768143] req@ffff967bc4ba1880 x1862023707519488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768143.783762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1880 x1862023707519488/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768143.783768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768143.783770:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768143.783772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519488:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768143.783775:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519616:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768143.783786:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768143.783791:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768143/real 1775768143] req@ffff967bc4ba0e00 x1862023707519616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768143.783797:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba0e00 x1862023707519616/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768143.783801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768143.783803:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768143.783804:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519616:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768144.487370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768145.511421:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768146.535327:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768147.559418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768148.583374:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768148.903349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768148.903357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768148.903362:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768148.903371:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4087 00000100:00080000:1.0:1775768148.903382:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768148.903389:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768148.903425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707519744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768148.903450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768148.903454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768148.903455:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768148.903459:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4087 00000100:00080000:1.0:1775768148.903462:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768148.903466:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768148.903475:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768148.903487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707519872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768148.903495:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707519744:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768148.903511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768148.903520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768148.903522:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768148.903527:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4087 00000100:00080000:1.0:1775768148.903531:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768148.903535:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768148.903540:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768148.903549:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707520000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768148.903569:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768148.903616:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768148/real 1775768148] req@ffff967cc31dad80 x1862023707519744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768148.903632:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707519744/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768148.903639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768148.903642:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768148.903669:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707519744:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768148.903689:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519872:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768148.903706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768148.903713:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768148/real 1775768148] req@ffff967cc31d9880 x1862023707519872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768148.903720:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707519872/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768148.903725:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768148.903727:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768148.903729:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707519872:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768148.903732:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520000:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768148.903743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768148.903748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768148/real 1775768148] req@ffff967cc31dbb80 x1862023707520000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768148.903755:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707520000/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768148.903759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768148.903761:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768148.903762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520000:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775768149.607404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768150.631407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768151.655435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768152.679381:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768153.703372:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768154.023369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768154.023378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768154.023383:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768154.023392:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4092 00000100:00080000:0.0:1775768154.023404:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768154.023421:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768154.023460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707520128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768154.023490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768154.023494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768154.023496:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768154.023501:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4092 00000100:00080000:0.0:1775768154.023505:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768154.023509:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768154.023520:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768154.023542:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707520128:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768154.023544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707520256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768154.023559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768154.023562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768154.023564:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768154.023569:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4092 00000100:00080000:0.0:1775768154.023573:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768154.023577:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768154.023583:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768154.023593:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707520384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768154.023640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768154.023680:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768154] req@ffff967cc64ed180 x1862023707520128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768154.023698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707520128/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768154.023714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768154.023718:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768154.023722:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707520128:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768154.023754:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520256:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768154.023776:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768154.023787:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768154] req@ffff967cc64edc00 x1862023707520256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768154.023799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707520256/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768154.023806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768154.023810:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768154.023813:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520256:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768154.023818:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520384:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768154.023834:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768154.023842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768154] req@ffff967cc64ec380 x1862023707520384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768154.023852:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707520384/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768154.023860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768154.023863:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768154.023866:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520384:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768154.727370:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768155.751571:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768156.775368:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768157.799394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768158.823399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768159.143386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768159.143396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768159.143399:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768159.143410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4097 00000100:00080000:3.0:1775768159.143421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768159.143427:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768159.143465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707520512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768159.143494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768159.143498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768159.143500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768159.143505:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4097 00000100:00080000:3.0:1775768159.143509:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768159.143513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768159.143519:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707520512:192.168.202.151@tcp:250:kworker.0 00000008:00100000:3.0:1775768159.143525:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768159.143541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707520640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768159.143568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768159.143571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768159.143573:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768159.143578:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4097 00000100:00080000:3.0:1775768159.143582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768159.143585:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768159.143592:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768159.143605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707520768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768159.143609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768159.143648:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159] req@ffff967cc796ca80 x1862023707520512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768159.143662:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707520512/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768159.143669:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768159.143673:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768159.143675:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707520512:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768159.143694:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520640:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768159.143708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768159.143715:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159] req@ffff967cc796d180 x1862023707520640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768159.143722:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707520640/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768159.143726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768159.143728:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768159.143730:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520640:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768159.143733:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520768:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768159.143743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768159.143748:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159] req@ffff967cc796d500 x1862023707520768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768159.143754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707520768/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768159.143758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768159.143760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768159.143761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707520768:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775768159.847418:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768160.871401:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768161.895503:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768162.919397:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768163.943485:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768164.263391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768164.263404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768164.263411:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768164.263423:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4102 00000100:00080000:3.0:1775768164.263436:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768164.263443:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768164.263493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707520896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768164.263541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768164.263545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768164.263547:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768164.263552:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4102 00000100:00080000:3.0:1775768164.263556:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768164.263562:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768164.263573:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768164.263588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707521024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768164.263596:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707520896:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768164.263603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768164.263608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768164.263610:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768164.263615:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4102 00000100:00080000:3.0:1775768164.263619:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768164.263623:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768164.263629:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768164.263643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707521152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768164.263680:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768164.263736:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164] req@ffff967cc796ed80 x1862023707520896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768164.263760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707520896/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768164.263769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768164.263772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768164.263775:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707520896:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768164.263799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521024:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768164.263818:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768164.263828:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164] req@ffff967cc796ce00 x1862023707521024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768164.263836:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707521024/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768164.263842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768164.263845:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768164.263847:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521024:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768164.263851:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521152:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768164.263863:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768164.263878:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164] req@ffff967cc796f480 x1862023707521152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768164.263887:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707521152/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768164.263893:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768164.263895:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768164.263897:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521152:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768164.967357:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768165.991465:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768167.015395:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768168.039489:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768169.063385:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768169.383382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768169.383393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768169.383398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768169.383410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4107 00000100:00080000:3.0:1775768169.383421:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768169.383428:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768169.383485:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707521280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768169.383512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768169.383515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768169.383517:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768169.383520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4107 00000100:00080000:3.0:1775768169.383523:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768169.383525:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768169.383533:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768169.383542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707521408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768169.383549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768169.383553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768169.383554:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768169.383557:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4107 00000100:00080000:3.0:1775768169.383559:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775768169.383563:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707521280:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768169.383564:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768169.383570:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768169.383579:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707521536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768169.383628:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768169.383673:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768169/real 1775768169] req@ffff967cc796f100 x1862023707521280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768169.383693:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707521280/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768169.383704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768169.383709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768169.383712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707521280:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768169.383720:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521408:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768169.383743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768169.383754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768169/real 1775768169] req@ffff967cc796e680 x1862023707521408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768169.383765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707521408/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768169.383771:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768169.383773:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768169.383775:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521408:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768169.383794:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521536:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768169.383809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768169.383814:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768169/real 1775768169] req@ffff967cc796f480 x1862023707521536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768169.383821:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707521536/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768169.383826:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768169.383828:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768169.383829:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521536:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775768170.087485:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768171.111408:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768172.135457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768173.159430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768174.183500:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768174.503376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768174.503386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768174.503390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768174.503410:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4112 00000100:00080000:3.0:1775768174.503420:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768174.503425:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768174.503464:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707521664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768174.503488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768174.503491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768174.503492:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768174.503495:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4112 00000100:00080000:3.0:1775768174.503497:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768174.503499:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768174.503507:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768174.503514:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707521792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768174.503521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768174.503523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768174.503524:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768174.503527:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4112 00000100:00080000:3.0:1775768174.503529:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768174.503531:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768174.503533:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768174.503539:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707521920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768174.503547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707521664:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775768174.503608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768174.503652:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768174/real 1775768174] req@ffff967cc796ce00 x1862023707521664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768174.503667:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707521664/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768174.503675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768174.503678:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768174.503680:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707521664:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768174.503686:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521792:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768174.503700:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768174.503708:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768174/real 1775768174] req@ffff967cc796ed80 x1862023707521792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768174.503716:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707521792/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768174.503720:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768174.503723:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768174.503725:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521792:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768174.503743:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521920:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768174.503753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768174.503758:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768174/real 1775768174] req@ffff967cc796d500 x1862023707521920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768174.503765:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707521920/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768174.503770:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768174.503772:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768174.503774:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707521920:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768175.207411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768176.231425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768177.255501:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768178.279475:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768179.303503:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768179.623396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768179.623406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768179.623411:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768179.623422:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4117 00000100:00080000:0.0:1775768179.623433:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768179.623439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768179.623485:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707522048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768179.623518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768179.623522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768179.623524:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768179.623529:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4117 00000100:00080000:0.0:1775768179.623533:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768179.623538:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768179.623549:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768179.623561:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707522176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768179.623570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768179.623572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768179.623574:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768179.623577:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4117 00000100:00080000:0.0:1775768179.623580:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768179.623583:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768179.623587:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768179.623597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707522304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768179.623598:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707522048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768179.623703:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522176:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768179.623734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522304:192.168.202.151@tcp:8:kworker.0 00010000:00010000:1.0:1775768180.327467:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768181.351484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775768182.375434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775768182.695710:0:2360:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775768182.695774:0:2360:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775768182.695795:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775768182.695841:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775768182.695852:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775768182.695902:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768179/real 1775768182] req@ffff967cc64ec700 x1862023707522304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768182.695933:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707522304/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768182.695948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768182.695954:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768182.695960:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522304:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775768182.695969:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768179/real 1775768182] req@ffff967cc64ec000 x1862023707522048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768182.696002:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707522048/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768182.696011:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768182.696015:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768182.696019:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707522048:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768182.696026:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768179/real 1775768182] req@ffff967cc64ef800 x1862023707522176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768182.696039:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707522176/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768182.696047:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768182.696051:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768182.696055:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522176:192.168.202.151@tcp:38:kworker.0 00010000:00010000:2.0:1775768183.399484:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768184.423479:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768184.743374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768184.743385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768184.743390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768184.743401:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4123 00000100:00080000:0.0:1775768184.743412:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768184.743419:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768184.743461:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eed80 x1862023707522432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768184.743490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768184.743493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768184.743495:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768184.743498:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4123 00000100:00080000:0.0:1775768184.743501:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768184.743503:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768184.743511:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768184.743522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef800 x1862023707522560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768184.743530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768184.743533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768184.743534:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768184.743537:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4123 00000100:00080000:0.0:1775768184.743539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768184.743542:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768184.743546:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768184.743548:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707522432:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768184.743555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec000 x1862023707522688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768184.743627:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768184.743682:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768184/real 1775768184] req@ffff967cc64eed80 x1862023707522432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768184.743713:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eed80 x1862023707522432/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768184.743726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768184.743731:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768184.743736:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707522432:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768184.743746:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522560:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768184.743771:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768184.743786:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768184/real 1775768184] req@ffff967cc64ef800 x1862023707522560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768184.743801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef800 x1862023707522560/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768184.743809:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768184.743813:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768184.743816:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522560:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768184.743846:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522688:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768184.743869:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768184.743881:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768184/real 1775768184] req@ffff967cc64ec000 x1862023707522688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768184.743894:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec000 x1862023707522688/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768184.743908:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768184.743912:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768184.743919:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522688:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768185.447463:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768186.471430:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768187.495481:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768188.519381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768189.543466:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768189.863384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768189.863394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768189.863397:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768189.863408:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4128 00000100:00080000:1.0:1775768189.863419:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768189.863426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768189.863462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31db800 x1862023707522816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768189.863487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768189.863490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768189.863491:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768189.863495:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4128 00000100:00080000:1.0:1775768189.863498:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768189.863501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768189.863511:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768189.863524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8a80 x1862023707522944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768189.863530:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707522816:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768189.863538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768189.863542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768189.863543:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768189.863549:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4128 00000100:00080000:1.0:1775768189.863552:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768189.863555:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768189.863559:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768189.863570:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dbb80 x1862023707523072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768189.863599:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768189.863637:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768189/real 1775768189] req@ffff967cc31db800 x1862023707522816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768189.863654:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31db800 x1862023707522816/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768189.863662:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768189.863664:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768189.863667:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707522816:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768189.863684:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522944:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768189.863699:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768189.863706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768189/real 1775768189] req@ffff967cc31d8a80 x1862023707522944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768189.863713:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8a80 x1862023707522944/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768189.863718:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768189.863719:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768189.863721:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707522944:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768189.863724:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523072:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768189.863735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768189.863740:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768189/real 1775768189] req@ffff967cc31dbb80 x1862023707523072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768189.863747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dbb80 x1862023707523072/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768189.863755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768189.863757:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768189.863759:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523072:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768190.567387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768191.591446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768192.615387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768193.639475:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768194.663364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768194.983391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768194.983404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768194.983410:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768194.983422:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4133 00000100:00080000:3.0:1775768194.983434:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768194.983441:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768194.983487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707523200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768194.983522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768194.983531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768194.983533:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768194.983537:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4133 00000100:00080000:3.0:1775768194.983541:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768194.983546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768194.983556:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768194.983570:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707523200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768194.983572:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707523328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768194.983585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768194.983589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768194.983592:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768194.983597:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4133 00000100:00080000:3.0:1775768194.983601:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768194.983605:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768194.983611:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768194.983626:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707523456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768194.983635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768194.983676:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768194/real 1775768194] req@ffff967cc796d180 x1862023707523200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768194.983698:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707523200/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768194.983708:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768194.983711:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768194.983714:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707523200:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768194.983734:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523328:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768194.983751:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768194.983759:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768194/real 1775768194] req@ffff967cc796ca80 x1862023707523328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768194.983766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707523328/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768194.983772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768194.983774:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768194.983776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523328:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768194.983779:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523456:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768194.983789:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768194.983794:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768194/real 1775768194] req@ffff967cc796d500 x1862023707523456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768194.983801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707523456/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768194.983806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768194.983808:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768194.983810:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523456:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768195.687426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768196.711361:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768197.735411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768198.759408:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768199.783433:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768200.103353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768200.103364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768200.103369:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768200.103379:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4138 00000100:00080000:3.0:1775768200.103391:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768200.103399:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768200.103437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707523584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768200.103463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768200.103466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768200.103468:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768200.103473:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4138 00000100:00080000:3.0:1775768200.103477:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768200.103481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768200.103492:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768200.103507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707523712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768200.103511:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707523584:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768200.103534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768200.103538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768200.103540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768200.103544:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4138 00000100:00080000:3.0:1775768200.103548:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768200.103552:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768200.103556:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768200.103567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707523840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768200.103575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768200.103613:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768200/real 1775768200] req@ffff967cc796ed80 x1862023707523584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768200.103628:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707523584/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768200.103635:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768200.103639:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768200.103642:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707523584:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768200.103661:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523712:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768200.103676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768200.103684:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768200/real 1775768200] req@ffff967cc796ce00 x1862023707523712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768200.103692:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707523712/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768200.103697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768200.103699:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768200.103701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523712:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768200.103705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523840:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768200.103716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768200.103722:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768200/real 1775768200] req@ffff967cc796f480 x1862023707523840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768200.103730:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707523840/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768200.103735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768200.103737:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768200.103739:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707523840:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768200.807411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768201.831412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768202.855404:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768203.879411:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768204.903434:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768205.223351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768205.223361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768205.223365:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768205.223376:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4143 00000100:00080000:1.0:1775768205.223387:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768205.223394:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768205.223431:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9880 x1862023707523968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768205.223461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768205.223465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768205.223467:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768205.223471:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4143 00000100:00080000:1.0:1775768205.223475:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768205.223479:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768205.223490:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768205.223505:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31dad80 x1862023707524096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768205.223516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768205.223521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768205.223522:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768205.223529:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4143 00000100:00080000:1.0:1775768205.223535:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775768205.223536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707523968:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768205.223542:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768205.223553:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768205.223569:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9f80 x1862023707524224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768205.223618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768205.223666:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768205/real 1775768205] req@ffff967cc31d9880 x1862023707523968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768205.223686:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9880 x1862023707523968/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768205.223695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768205.223698:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768205.223701:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707523968:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768205.223707:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524096:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768205.223729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768205.223741:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768205/real 1775768205] req@ffff967cc31dad80 x1862023707524096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768205.223753:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31dad80 x1862023707524096/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768205.223758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768205.223760:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768205.223762:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524096:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768205.223784:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524224:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768205.223799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768205.223806:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768205/real 1775768205] req@ffff967cc31d9f80 x1862023707524224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768205.223812:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9f80 x1862023707524224/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768205.223818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768205.223820:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768205.223822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524224:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768205.927419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768206.951392:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768207.975428:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768208.999428:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768210.023413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768210.343380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768210.343388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768210.343392:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768210.343400:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4148 00000100:00080000:3.0:1775768210.343411:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768210.343417:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768210.343449:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707524352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768210.343478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768210.343481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768210.343482:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768210.343486:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4148 00000100:00080000:3.0:1775768210.343491:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768210.343494:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768210.343503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768210.343512:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707524480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768210.343522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768210.343525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768210.343526:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768210.343531:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4148 00000100:00100000:0.0:1775768210.343533:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707524352:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768210.343533:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768210.343537:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768210.343544:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768210.343553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707524608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768210.343636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768210.343676:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768210/real 1775768210] req@ffff967cc796e680 x1862023707524352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768210.343696:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707524352/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768210.343707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768210.343712:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768210.343716:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707524352:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768210.343740:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524480:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768210.343762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768210.343771:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768210/real 1775768210] req@ffff967cc796f100 x1862023707524480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768210.343785:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707524480/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768210.343791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768210.343793:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768210.343795:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524480:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768210.343799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524608:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768210.343812:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768210.343818:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768210/real 1775768210] req@ffff967cc796f480 x1862023707524608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768210.343825:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707524608/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768210.343830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768210.343832:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768210.343833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524608:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768211.047389:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768212.071399:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768213.095410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768214.119432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768215.143426:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768215.463339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768215.463347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768215.463351:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768215.463359:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4153 00000100:00080000:3.0:1775768215.463368:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768215.463374:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768215.463404:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707524736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768215.463426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768215.463428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768215.463429:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768215.463432:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4153 00000100:00080000:3.0:1775768215.463435:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768215.463438:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768215.463445:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768215.463453:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707524864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768215.463459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768215.463461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768215.463462:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768215.463465:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4153 00000100:00080000:3.0:1775768215.463467:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768215.463468:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768215.463471:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768215.463476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707524992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768215.463563:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707524736:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775768215.463640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768215.463701:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768215/real 1775768215] req@ffff967cc796ce00 x1862023707524736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768215.463727:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707524736/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768215.463736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768215.463741:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768215.463746:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707524736:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768215.463752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524864:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768215.463773:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768215.463783:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768215/real 1775768215] req@ffff967cc796ed80 x1862023707524864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768215.463794:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707524864/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768215.463801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768215.463804:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768215.463807:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524864:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768215.463812:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524992:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768215.463828:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768215.463836:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768215/real 1775768215] req@ffff967cc796d500 x1862023707524992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768215.463847:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707524992/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768215.463859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768215.463862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768215.463865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707524992:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768216.167481:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768217.191386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768218.215413:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768219.239397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768220.263432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768220.583340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768220.583349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768220.583353:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768220.583362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4158 00000100:00080000:1.0:1775768220.583373:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768220.583421:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768220.583460:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da300 x1862023707525120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768220.583484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768220.583486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768220.583488:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768220.583490:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4158 00000100:00080000:1.0:1775768220.583493:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768220.583496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768220.583503:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768220.583512:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9180 x1862023707525248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768220.583519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768220.583522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768220.583523:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768220.583526:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4158 00000100:00080000:1.0:1775768220.583530:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775768220.583531:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707525120:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768220.583534:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768220.583540:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768220.583547:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8700 x1862023707525376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768220.583603:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768220.583638:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768220/real 1775768220] req@ffff967cc31da300 x1862023707525120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768220.583652:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da300 x1862023707525120/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768220.583659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768220.583663:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768220.583665:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707525120:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768220.583671:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525248:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768220.583685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768220.583692:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768220/real 1775768220] req@ffff967cc31d9180 x1862023707525248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768220.583699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9180 x1862023707525248/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768220.583704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768220.583716:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768220.583718:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525248:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768220.583737:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525376:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768220.583750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768220.583755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768220/real 1775768220] req@ffff967cc31d8700 x1862023707525376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768220.583762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8700 x1862023707525376/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768220.583767:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768220.583769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768220.583771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525376:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768221.287417:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768222.311482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768223.335411:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768224.359446:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768225.383376:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768225.703358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768225.703365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768225.703369:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768225.703376:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4164 00000100:00080000:3.0:1775768225.703385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768225.703391:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768225.703427:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707525504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768225.703446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768225.703450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768225.703451:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768225.703454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4164 00000100:00080000:3.0:1775768225.703456:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768225.703458:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768225.703465:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768225.703473:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707525632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768225.703479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768225.703481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768225.703482:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768225.703485:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4164 00000100:00080000:3.0:1775768225.703486:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768225.703488:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768225.703491:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768225.703499:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707525504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768225.703499:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707525760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768225.703565:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768225.703594:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768225/real 1775768225] req@ffff967cc796ca80 x1862023707525504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768225.703607:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707525504/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768225.703614:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768225.703617:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768225.703619:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707525504:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768225.703625:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525632:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768225.703638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768225.703645:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768225/real 1775768225] req@ffff967cc796d180 x1862023707525632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768225.703652:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707525632/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768225.703657:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768225.703659:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768225.703661:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525632:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768225.703679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525760:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768225.703689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768225.703694:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768225/real 1775768225] req@ffff967cc796d500 x1862023707525760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768225.703701:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707525760/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768225.703705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768225.703707:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768225.703709:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707525760:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768226.407434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768227.431387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768228.455417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768229.479381:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768230.503517:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768230.823333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768230.823342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768230.823345:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768230.823354:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4169 00000100:00080000:3.0:1775768230.823365:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768230.823371:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768230.823404:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707525888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768230.823432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768230.823435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768230.823437:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768230.823441:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4169 00000100:00080000:3.0:1775768230.823444:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768230.823448:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768230.823457:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768230.823470:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707526016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768230.823480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768230.823484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768230.823486:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775768230.823487:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707525888:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768230.823492:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4169 00000100:00080000:3.0:1775768230.823498:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768230.823503:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768230.823508:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768230.823519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707526144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768230.823561:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768230.823597:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768230/real 1775768230] req@ffff967cc796ed80 x1862023707525888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768230.823614:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707525888/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768230.823623:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768230.823627:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768230.823630:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707525888:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768230.823657:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526016:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768230.823677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768230.823688:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768230/real 1775768230] req@ffff967cc796ce00 x1862023707526016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768230.823699:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707526016/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768230.823706:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768230.823709:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768230.823712:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526016:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768230.823716:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526144:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768230.823733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768230.823751:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768230/real 1775768230] req@ffff967cc796f480 x1862023707526144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768230.823768:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707526144/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768230.823775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768230.823778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768230.823780:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526144:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768231.527435:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768232.551482:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768233.575416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768234.599440:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768235.623433:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768235.943364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768235.943378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768235.943383:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768235.943396:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4174 00000100:00080000:3.0:1775768235.943410:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768235.943418:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768235.943463:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707526272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768235.943488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768235.943490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768235.943492:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768235.943495:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4174 00000100:00080000:3.0:1775768235.943497:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768235.943500:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768235.943509:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768235.943518:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707526400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768235.943524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768235.943527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768235.943530:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775768235.943531:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707526272:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768235.943534:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4174 00000100:00080000:3.0:1775768235.943538:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768235.943542:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768235.943544:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768235.943553:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707526528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768235.943609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768235.943651:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768235/real 1775768235] req@ffff967cc796f100 x1862023707526272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768235.943672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707526272/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768235.943682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768235.943687:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768235.943690:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707526272:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768235.943714:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526400:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768235.943735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768235.943746:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768235/real 1775768235] req@ffff967cc796e680 x1862023707526400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768235.943763:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707526400/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768235.943771:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768235.943774:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768235.943777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526400:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768235.943783:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526528:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768235.943801:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768235.943829:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768235/real 1775768235] req@ffff967cc796f480 x1862023707526528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768235.943842:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707526528/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768235.943851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768235.943854:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768235.943857:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526528:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768236.647487:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768237.671409:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768238.695455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768239.719394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768240.743443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768241.063385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768241.063394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768241.063402:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768241.063412:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4179 00000100:00080000:1.0:1775768241.063424:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768241.063430:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768241.063464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8e00 x1862023707526656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768241.063497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768241.063500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768241.063502:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768241.063506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4179 00000100:00080000:1.0:1775768241.063510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768241.063514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768241.063524:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775768241.063536:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8000 x1862023707526784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768241.063545:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707526656:192.168.202.151@tcp:250:kworker.0 00000100:00080000:1.0:1775768241.063549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768241.063555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768241.063560:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768241.063565:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4179 00000100:00080000:1.0:1775768241.063568:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768241.063572:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768241.063577:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768241.063588:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707526912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768241.063621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768241.063667:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241] req@ffff967cc31d8e00 x1862023707526656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768241.063682:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8e00 x1862023707526656/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768241.063689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768241.063693:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768241.063696:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707526656:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768241.063715:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526784:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768241.063731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768241.063739:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241] req@ffff967cc31d8000 x1862023707526784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768241.063750:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8000 x1862023707526784/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768241.063782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768241.063785:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768241.063789:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526784:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768241.063794:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526912:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768241.063814:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768241.063823:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241] req@ffff967cc31d8380 x1862023707526912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768241.063834:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707526912/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768241.063842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768241.063845:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768241.063848:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707526912:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768241.767419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768242.791387:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768243.815450:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768244.839390:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768245.863416:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768246.183342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768246.183353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768246.183358:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768246.183370:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4184 00000100:00080000:3.0:1775768246.183381:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768246.183388:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768246.183430:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707527040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768246.183457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768246.183461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768246.183463:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768246.183467:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4184 00000100:00080000:3.0:1775768246.183470:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768246.183474:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768246.183484:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768246.183495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707527168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768246.183504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707527040:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768246.183507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768246.183513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768246.183515:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768246.183520:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4184 00000100:00080000:3.0:1775768246.183523:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768246.183526:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768246.183530:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768246.183540:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707527296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768246.183629:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527168:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768246.183663:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527296:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768246.887486:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768247.911424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768248.935459:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775768249.255767:0:2359:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:0.0:1775768249.255832:0:2359:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775768249.255853:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:0.0:1775768249.255916:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:0.0:1775768249.255926:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:3.0:1775768249.256013:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768246/real 1775768249] req@ffff967cc796ed80 x1862023707527168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768249.256059:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707527168/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768249.256074:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768249.256080:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768249.256084:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527168:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768249.256093:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768246/real 1775768249] req@ffff967cc796d500 x1862023707527296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768249.256105:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707527296/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768249.256114:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768249.256117:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768249.256120:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527296:192.168.202.151@tcp:8:kworker.0 00000100:00100000:3.0:1775768249.256128:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768246/real 1775768249] req@ffff967cc796ce00 x1862023707527040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768249.256139:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707527040/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768249.256146:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768249.256150:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768249.256153:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707527040:192.168.202.151@tcp:250:kworker.0 00010000:00010000:0.0:1775768249.959436:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768250.983405:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775768251.303381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768251.303391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775768251.303395:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768251.303405:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4189 00000100:00080000:1.0:1775768251.303416:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768251.303424:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:1.0:1775768251.303470:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d9c00 x1862023707527424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768251.303501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768251.303505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775768251.303507:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768251.303511:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4189 00000100:00080000:1.0:1775768251.303515:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768251.303521:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768251.303532:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768251.303545:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707527424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:1.0:1775768251.303547:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31da680 x1862023707527552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775768251.303561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775768251.303564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775768251.303566:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775768251.303570:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4189 00000100:00080000:1.0:1775768251.303573:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775768251.303576:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:1.0:1775768251.303580:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1775768251.303590:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc31d8380 x1862023707527680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768251.303644:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768251.303702:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251] req@ffff967cc31d9c00 x1862023707527424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768251.303724:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d9c00 x1862023707527424/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768251.303736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768251.303740:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768251.303745:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707527424:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768251.303773:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527552:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768251.303796:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768251.303809:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251] req@ffff967cc31da680 x1862023707527552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768251.303821:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31da680 x1862023707527552/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768251.303830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768251.303833:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768251.303836:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527552:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768251.303841:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527680:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768251.303873:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768251.303883:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251] req@ffff967cc31d8380 x1862023707527680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768251.303895:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc31d8380 x1862023707527680/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768251.303904:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768251.303906:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768251.303910:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc31d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527680:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768252.007429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768253.031494:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768254.055459:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768255.079445:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768256.103457:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768256.423404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768256.423415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768256.423420:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768256.423431:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4194 00000100:00080000:3.0:1775768256.423443:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768256.423450:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768256.423495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707527808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768256.423534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768256.423538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768256.423540:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768256.423544:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4194 00000100:00080000:3.0:1775768256.423547:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768256.423551:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768256.423562:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768256.423575:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707527936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768256.423583:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707527808:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768256.423593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768256.423598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768256.423600:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768256.423604:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4194 00000100:00080000:3.0:1775768256.423618:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768256.423623:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768256.423629:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768256.423642:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707528064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768256.423676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768256.423733:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768256/real 1775768256] req@ffff967cc796ce00 x1862023707527808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768256.423754:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707527808/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768256.423766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768256.423771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768256.423776:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707527808:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768256.423799:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527936:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768256.423819:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768256.423838:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768256/real 1775768256] req@ffff967cc796d500 x1862023707527936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768256.423850:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707527936/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768256.423859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768256.423862:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768256.423865:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707527936:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768256.423870:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528064:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768256.423886:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768256.423894:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768256/real 1775768256] req@ffff967cc796ed80 x1862023707528064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768256.423905:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707528064/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768256.423913:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768256.423916:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768256.423919:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528064:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768257.127455:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768258.151370:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768259.175412:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768260.199394:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768261.223419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768261.543313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768261.543321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768261.543324:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768261.543331:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4199 00000100:00080000:3.0:1775768261.543341:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768261.543346:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768261.543378:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707528192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768261.543405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768261.543408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768261.543410:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768261.543414:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4199 00000100:00080000:3.0:1775768261.543418:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768261.543423:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768261.543441:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768261.543442:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707528192:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768261.543455:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707528320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768261.543466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768261.543469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768261.543471:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768261.543476:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4199 00000100:00080000:3.0:1775768261.543480:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768261.543484:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768261.543489:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1775768261.543496:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768261.543504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707528448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768261.543528:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768261/real 1775768261] req@ffff967cc796d180 x1862023707528192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768261.543550:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707528192/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768261.543577:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768261.543580:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768261.543583:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707528192:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768261.543603:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528320:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768261.543619:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768261.543626:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768261/real 1775768261] req@ffff967cc796ca80 x1862023707528320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768261.543634:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707528320/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768261.543639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768261.543641:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768261.543643:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528320:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768261.543646:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528448:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768261.543656:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768261.543661:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768261/real 1775768261] req@ffff967cc796ed80 x1862023707528448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768261.543671:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707528448/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768261.543675:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768261.543677:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768261.543678:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528448:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768262.247340:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768263.271444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768264.295361:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768265.319479:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768266.343425:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768266.663375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768266.663385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768266.663390:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768266.663402:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4205 00000100:00080000:3.0:1775768266.663416:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768266.663424:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768266.663471:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707528576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768266.663493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768266.663495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768266.663497:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768266.663499:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4205 00000100:00080000:3.0:1775768266.663503:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768266.663520:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768266.663529:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768266.663543:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707528704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768266.663545:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707528576:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768266.663553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768266.663556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768266.663557:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768266.663560:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4205 00000100:00080000:3.0:1775768266.663563:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768266.663565:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768266.663568:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768266.663578:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707528832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768266.663621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768266.663658:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768266/real 1775768266] req@ffff967cc796d500 x1862023707528576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768266.663672:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707528576/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768266.663679:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768266.663681:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768266.663684:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707528576:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768266.663705:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528704:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768266.663718:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768266.663725:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768266/real 1775768266] req@ffff967cc796ce00 x1862023707528704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768266.663736:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707528704/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768266.663741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768266.663742:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768266.663744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528704:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768266.663748:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528832:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768266.663758:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768266.663763:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768266/real 1775768266] req@ffff967cc796f480 x1862023707528832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768266.663769:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707528832/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768266.663774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768266.663776:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768266.663777:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707528832:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768267.367497:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768268.391397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768269.415443:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768270.439410:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768271.463409:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768271.783341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768271.783355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768271.783359:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768271.783366:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4210 00000100:00080000:3.0:1775768271.783375:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768271.783380:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768271.783415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707528960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768271.783446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768271.783452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768271.783453:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768271.783468:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4210 00000100:00080000:3.0:1775768271.783471:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768271.783474:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768271.783481:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768271.783491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707529088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768271.783498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768271.783501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768271.783503:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768271.783507:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4210 00000100:00080000:3.0:1775768271.783510:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775768271.783513:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707528960:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768271.783517:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768271.783523:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768271.783538:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707529216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768271.783567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768271.783598:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768271/real 1775768271] req@ffff967cc796e680 x1862023707528960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768271.783610:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707528960/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768271.783618:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768271.783620:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768271.783623:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707528960:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768271.783628:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529088:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768271.783640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768271.783646:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768271/real 1775768271] req@ffff967cc796f100 x1862023707529088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768271.783653:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707529088/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768271.783658:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768271.783660:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768271.783661:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529088:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768271.783679:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529216:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768271.783689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768271.783694:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768271/real 1775768271] req@ffff967cc796f480 x1862023707529216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768271.783701:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707529216/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768271.783706:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768271.783708:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768271.783709:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529216:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768272.487407:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768273.511400:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768274.535334:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768275.559382:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768276.583330:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768276.903325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768276.903333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768276.903336:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768276.903343:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4215 00000100:00080000:3.0:1775768276.903352:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768276.903357:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768276.903385:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707529344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768276.903432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768276.903435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768276.903436:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768276.903441:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4215 00000100:00080000:3.0:1775768276.903444:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768276.903447:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768276.903456:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768276.903467:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707529344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768276.903467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707529472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768276.903476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768276.903479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768276.903480:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768276.903484:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4215 00000100:00080000:3.0:1775768276.903486:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768276.903490:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768276.903494:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768276.903501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707529600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768276.903523:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768276.903566:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768276/real 1775768276] req@ffff967cc796ce00 x1862023707529344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768276.903579:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707529344/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768276.903586:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768276.903588:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768276.903591:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707529344:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768276.903611:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529472:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768276.903626:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768276.903633:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768276/real 1775768276] req@ffff967cc796d500 x1862023707529472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768276.903644:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707529472/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768276.903650:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768276.903652:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768276.903653:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529472:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768276.903657:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529600:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768276.903668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768276.903674:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768276/real 1775768276] req@ffff967cc796ed80 x1862023707529600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768276.903680:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707529600/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768276.903685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768276.903686:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768276.903688:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529600:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768277.607365:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768278.631368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768279.655423:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768280.679401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768281.703355:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768282.023423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768282.023431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768282.023435:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768282.023442:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4220 00000100:00080000:3.0:1775768282.023453:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768282.023458:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768282.023491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707529728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768282.023514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768282.023518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768282.023519:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768282.023524:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4220 00000100:00080000:3.0:1775768282.023527:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768282.023532:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768282.023541:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768282.023547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707529728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768282.023557:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707529856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768282.023569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768282.023572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768282.023574:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768282.023579:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4220 00000100:00080000:3.0:1775768282.023582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768282.023586:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768282.023591:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768282.023604:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707529984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768282.023610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768282.023651:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282] req@ffff967cc796ca80 x1862023707529728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768282.023669:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707529728/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768282.023678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768282.023682:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768282.023694:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707529728:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768282.023721:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529856:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768282.023742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768282.023754:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282] req@ffff967cc796d180 x1862023707529856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768282.023766:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707529856/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768282.023774:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768282.023778:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768282.023781:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529856:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768282.023787:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529984:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768282.023820:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768282.023831:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282] req@ffff967cc796ed80 x1862023707529984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768282.023843:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707529984/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768282.023852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768282.023855:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768282.023858:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707529984:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768282.727438:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768283.751430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768284.775391:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768285.799448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768286.823412:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768287.143333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768287.143344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768287.143349:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768287.143359:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4225 00000100:00080000:3.0:1775768287.143370:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768287.143377:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768287.143413:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707530112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768287.143447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768287.143451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768287.143453:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768287.143457:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4225 00000100:00080000:3.0:1775768287.143460:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768287.143464:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768287.143472:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768287.143483:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707530240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768287.143491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768287.143495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768287.143496:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768287.143500:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4225 00000100:00080000:3.0:1775768287.143502:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768287.143506:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768287.143510:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768287.143518:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707530368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768287.143607:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707530112:192.168.202.151@tcp:250:kworker.0 00000800:00000100:0.0:1775768287.143669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768287.143706:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768287] req@ffff967cc796d500 x1862023707530112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768287.143728:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707530112/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768287.143737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768287.143740:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768287.143744:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707530112:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768287.143750:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530240:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768287.143781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768287.143791:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768287] req@ffff967cc796ce00 x1862023707530240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768287.143801:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707530240/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768287.143807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768287.143810:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768287.143813:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530240:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768287.143817:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530368:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768287.143833:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768287.143842:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768287] req@ffff967cc796f480 x1862023707530368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768287.143851:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707530368/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768287.143863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768287.143865:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768287.143867:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530368:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768287.847457:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768288.871382:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768289.895434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768290.919419:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768291.943419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768292.263384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768292.263393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768292.263398:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768292.263406:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4230 00000100:00080000:3.0:1775768292.263418:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768292.263425:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768292.263458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f100 x1862023707530496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768292.263485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768292.263489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768292.263490:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768292.263495:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4230 00000100:00080000:3.0:1775768292.263498:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768292.263502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768292.263510:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768292.263528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796e680 x1862023707530624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768292.263536:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707530496:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768292.263543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768292.263547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768292.263549:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768292.263554:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4230 00000100:00080000:3.0:1775768292.263558:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768292.263562:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768292.263568:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768292.263580:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707530752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768292.263604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768292.263641:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292] req@ffff967cc796f100 x1862023707530496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768292.263661:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f100 x1862023707530496/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768292.263672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768292.263676:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768292.263680:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707530496:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768292.263703:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530624:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768292.263725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768292.263735:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292] req@ffff967cc796e680 x1862023707530624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768292.263747:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796e680 x1862023707530624/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768292.263755:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768292.263758:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768292.263761:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530624:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768292.263766:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530752:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768292.263781:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768292.263789:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292] req@ffff967cc796f480 x1862023707530752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768292.263799:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707530752/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768292.263807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768292.263809:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768292.263811:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707530752:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768292.967401:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768293.991415:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768295.015387:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768296.039422:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768297.063397:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775768297.383391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768297.383400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775768297.383404:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768297.383420:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4235 00000100:00080000:2.0:1775768297.383432:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768297.383439:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:2.0:1775768297.383495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba1180 x1862023707530880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768297.383521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768297.383523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775768297.383524:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768297.383528:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4235 00000100:00080000:2.0:1775768297.383530:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768297.383534:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:2.0:1775768297.383542:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775768297.383552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba3b80 x1862023707531008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775768297.383558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775768297.383565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775768297.383566:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775768297.383569:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4235 00000100:00080000:2.0:1775768297.383573:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775768297.383579:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768297.383582:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707530880:192.168.202.151@tcp:250:kworker.0 00000008:00100000:2.0:1775768297.383584:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1775768297.383601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967bc4ba2300 x1862023707531136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768297.383652:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768297.383696:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768297/real 1775768297] req@ffff967bc4ba1180 x1862023707530880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768297.383714:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba1180 x1862023707530880/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768297.383722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768297.383725:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768297.383727:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707530880:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768297.383733:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531008:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768297.383747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768297.383755:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768297/real 1775768297] req@ffff967bc4ba3b80 x1862023707531008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768297.383762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba3b80 x1862023707531008/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768297.383767:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768297.383769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768297.383771:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531008:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768297.383788:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531136:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768297.383799:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768297.383807:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768297/real 1775768297] req@ffff967bc4ba2300 x1862023707531136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768297.383819:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967bc4ba2300 x1862023707531136/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768297.383827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768297.383830:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768297.383833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967bc4ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531136:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768298.087448:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768299.111368:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768300.135434:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768301.159359:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768302.183432:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768302.503350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768302.503361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768302.503365:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768302.503375:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4240 00000100:00080000:0.0:1775768302.503385:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768302.503392:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768302.503441:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec700 x1862023707531264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768302.503469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768302.503472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768302.503473:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768302.503476:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4240 00000100:00080000:0.0:1775768302.503478:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768302.503481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768302.503490:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768302.503499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ec380 x1862023707531392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768302.503505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768302.503508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768302.503509:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768302.503512:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4240 00000100:00080000:0.0:1775768302.503513:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768302.503518:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768302.503521:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768302.503528:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707531264:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768302.503531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edc00 x1862023707531520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768302.503594:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768302.503626:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768302/real 1775768302] req@ffff967cc64ec700 x1862023707531264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768302.503637:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec700 x1862023707531264/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768302.503644:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768302.503647:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768302.503649:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707531264:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768302.503653:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531392:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768302.503665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768302.503672:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768302/real 1775768302] req@ffff967cc64ec380 x1862023707531392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768302.503678:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ec380 x1862023707531392/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768302.503683:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768302.503685:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768302.503686:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531392:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768302.503703:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531520:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768302.503714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768302.503719:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768302/real 1775768302] req@ffff967cc64edc00 x1862023707531520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768302.503725:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edc00 x1862023707531520/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768302.503730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768302.503732:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768302.503733:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531520:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768303.207437:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768304.231430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768305.255414:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768306.279407:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768307.303364:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768307.623349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768307.623359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768307.623363:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768307.623372:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4245 00000100:00080000:0.0:1775768307.623382:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768307.623389:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768307.623423:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed180 x1862023707531648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768307.623445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768307.623448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768307.623450:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768307.623453:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4245 00000100:00080000:0.0:1775768307.623457:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768307.623462:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768307.623471:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768307.623480:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707531648:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768307.623483:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64edf80 x1862023707531776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768307.623495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768307.623498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768307.623500:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768307.623504:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4245 00000100:00080000:0.0:1775768307.623508:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768307.623511:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768307.623516:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1775768307.623526:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ef480 x1862023707531904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775768307.623551:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768307.623588:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768307/real 1775768307] req@ffff967cc64ed180 x1862023707531648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768307.623605:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed180 x1862023707531648/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768307.623615:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768307.623619:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768307.623623:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707531648:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768307.623645:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531776:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768307.623673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768307.623685:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768307/real 1775768307] req@ffff967cc64edf80 x1862023707531776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768307.623703:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64edf80 x1862023707531776/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768307.623711:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768307.623714:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768307.623717:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531776:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768307.623722:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531904:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768307.623741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768307.623751:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768307/real 1775768307] req@ffff967cc64ef480 x1862023707531904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768307.623762:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ef480 x1862023707531904/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768307.623769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768307.623771:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768307.623774:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707531904:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768308.327417:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768309.351358:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768310.375451:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768311.399429:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768312.423419:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768312.743370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768312.743377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768312.743381:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768312.743390:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4251 00000100:00080000:3.0:1775768312.743401:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768312.743407:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768312.743441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707532032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768312.743465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768312.743468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768312.743469:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768312.743472:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4251 00000100:00080000:3.0:1775768312.743478:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768312.743481:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768312.743489:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768312.743500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707532160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768312.743504:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707532032:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768312.743509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768312.743511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768312.743512:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768312.743515:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4251 00000100:00080000:3.0:1775768312.743519:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768312.743522:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768312.743525:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768312.743533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707532288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768312.743619:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532160:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768312.743649:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532288:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768313.447386:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768314.471430:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768315.495413:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775768315.815531:0:2358:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.151:988 00000400:00000100:1.0:1775768315.815569:0:2358:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.151@tcp at host 192.168.202.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775768315.815586:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775768315.815627:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000800:00000100:1.0:1775768315.815637:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.151@tcp 00000100:00100000:0.0:1775768315.816140:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768312/real 1775768315] req@ffff967cc796d500 x1862023707532160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768315.816168:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707532160/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768315.816179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768315.816183:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768315.816187:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532160:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768315.816195:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768312/real 1775768315] req@ffff967cc796ed80 x1862023707532288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768315.816218:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707532288/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768315.816227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768315.816231:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768315.816234:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532288:192.168.202.151@tcp:8:kworker.0 00000100:00100000:0.0:1775768315.816240:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768312/real 1775768315] req@ffff967cc796ce00 x1862023707532032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768315.816282:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707532032/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768315.816289:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768315.816292:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768315.816295:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707532032:192.168.202.151@tcp:250:kworker.0 00010000:00010000:2.0:1775768316.519426:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768317.543365:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768317.863378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768317.863388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768317.863392:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768317.863402:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4256 00000100:00080000:3.0:1775768317.863413:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768317.863419:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768317.863456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d180 x1862023707532416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768317.863477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768317.863479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768317.863480:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768317.863489:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4256 00000100:00080000:3.0:1775768317.863492:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768317.863496:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768317.863506:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768317.863519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ca80 x1862023707532544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775768317.863523:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707532416:192.168.202.151@tcp:250:kworker.0 00000100:00080000:3.0:1775768317.863537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768317.863540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768317.863542:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768317.863546:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4256 00000100:00080000:3.0:1775768317.863550:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768317.863554:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768317.863559:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768317.863573:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ce00 x1862023707532672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768317.863588:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768317.863633:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768317/real 1775768317] req@ffff967cc796d180 x1862023707532416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768317.863651:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d180 x1862023707532416/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768317.863660:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768317.863664:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768317.863668:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707532416:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768317.863690:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532544:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768317.863713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768317.863724:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768317/real 1775768317] req@ffff967cc796ca80 x1862023707532544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768317.863734:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ca80 x1862023707532544/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768317.863741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768317.863744:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768317.863747:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532544:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768317.863752:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532672:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768317.863773:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768317.863783:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768317/real 1775768317] req@ffff967cc796ce00 x1862023707532672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768317.863808:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ce00 x1862023707532672/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768317.863816:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768317.863819:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768317.863822:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532672:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768318.567444:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768319.591407:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768320.615372:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768321.639424:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768322.663435:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775768322.983424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768322.983447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775768322.983452:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768322.983466:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4261 00000100:00080000:0.0:1775768322.983479:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768322.983488:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:0.0:1775768322.983536:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64ed500 x1862023707532800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768322.983569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768322.983573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775768322.983575:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768322.983579:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4261 00000100:00080000:0.0:1775768322.983583:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768322.983588:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768322.983599:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775768322.983601:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707532800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768322.983615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eca80 x1862023707532928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775768322.983626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775768322.983631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775768322.983633:0:8:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775768322.983637:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4261 00000100:00080000:0.0:1775768322.983642:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775768322.983655:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:0.0:1775768322.983664:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1775768322.983670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768322.983677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc64eea00 x1862023707533056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775768322.983726:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768322/real 1775768322] req@ffff967cc64ed500 x1862023707532800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768322.983740:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64ed500 x1862023707532800/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768322.983748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768322.983751:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768322.983755:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707532800:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768322.983774:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532928:192.168.202.151@tcp:38:kworker.0 00000800:00000100:3.0:1775768322.983790:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768322.983797:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768322/real 1775768322] req@ffff967cc64eca80 x1862023707532928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768322.983805:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eca80 x1862023707532928/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768322.983810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768322.983812:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768322.983815:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707532928:192.168.202.151@tcp:38:kworker.0 00000100:00100000:3.0:1775768322.983821:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707533056:192.168.202.151@tcp:8:kworker.0 00000800:00000100:3.0:1775768322.983838:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:3.0:1775768322.983847:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768322/real 1775768322] req@ffff967cc64eea00 x1862023707533056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775768322.983874:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc64eea00 x1862023707533056/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775768322.983883:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775768322.983886:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:3.0:1775768322.983889:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc64eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707533056:192.168.202.151@tcp:8:kworker.0 00010000:00010000:0.0:1775768323.687422:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768324.711453:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768325.735423:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768326.759464:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768327.783446:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775768328.103387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768328.103397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775768328.103401:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768328.103411:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.151@tcp: connect to NID 192.168.202.151@tcp last attempt 4266 00000100:00080000:3.0:1775768328.103422:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768328.103435:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.151@tcp: import ffff967cc3142800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000100:00100000:3.0:1775768328.103484:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796ed80 x1862023707533184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768328.103514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768328.103518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775768328.103519:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768328.103524:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4266 00000100:00080000:3.0:1775768328.103528:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768328.103531:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff967cc3157800: import ffff967cc97d7800 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768328.103541:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775768328.103547:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707533184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:3.0:1775768328.103554:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796d500 x1862023707533312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775768328.103572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3670a533-05cb-4e92-bf1d-afd8d48df94d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775768328.103574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775768328.103576:0:36:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775768328.103579:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: connect to NID 192.168.202.151@tcp last attempt 4266 00000100:00080000:3.0:1775768328.103581:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775768328.103584:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff967cc3157800: import ffff967cc97d4000 using connection 192.168.202.151@tcp/192.168.202.151@tcp 00000008:00100000:3.0:1775768328.103587:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1775768328.103594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967cc796f480 x1862023707533440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775768328.103614:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768328.103669:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328] req@ffff967cc796ed80 x1862023707533184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768328.103691:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796ed80 x1862023707533184/t0(0) o250->MGC192.168.202.151@tcp@192.168.202.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768328.103699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc3142800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768328.103703:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768328.103706:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d9b4bb9-cfe7-4d5a-b43d-4b84136a4503:2369:1862023707533184:192.168.202.151@tcp:250:kworker.0 00000100:00100000:0.0:1775768328.103728:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707533312:192.168.202.151@tcp:38:kworker.0 00000800:00000100:0.0:1775768328.103745:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768328.103753:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328] req@ffff967cc796d500 x1862023707533312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768328.103760:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796d500 x1862023707533312/t0(0) o38->lustre-MDT0000-mdc-ffff967cc3157800@192.168.202.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768328.103766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768328.103769:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768328.103772:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707533312:192.168.202.151@tcp:38:kworker.0 00000100:00100000:0.0:1775768328.103780:0:2369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707533440:192.168.202.151@tcp:8:kworker.0 00000800:00000100:0.0:1775768328.103800:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.151@tcp 00000100:00100000:0.0:1775768328.103810:0:2369:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328] req@ffff967cc796f480 x1862023707533440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775768328.103822:0:2369:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff967cc796f480 x1862023707533440/t0(0) o8->lustre-OST0000-osc-ffff967cc3157800@192.168.202.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775768328.103829:0:2369:0:(import.c:65:import_set_state_nolock()) ffff967cc97d4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775768328.103831:0:2369:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.151@tcp failed (-110) 00000100:00100000:0.0:1775768328.103833:0:2369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff967cc796f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3670a533-05cb-4e92-bf1d-afd8d48df94d:2369:1862023707533440:192.168.202.151@tcp:8:kworker.0 00010000:00010000:2.0:1775768328.807410:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768329.831395:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775768330.855404:0:9998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775768331.879367:0:9999:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 83802 lines, 83802 kept, 0 dropped, 0 bad.